-- Logs begin at Fri 2021-10-15 10:47:43 UTC, end at Fri 2021-10-15 12:07:26 UTC. -- Oct 15 11:36:40.111817 dv-cinder-814129-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 15 11:36:42.851830 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.common.config [-] Logging enabled! Oct 15 11:36:42.852455 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 15 11:36:42.852614 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 11:36:42.855892 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.common.config [-] Logging enabled! Oct 15 11:36:42.856145 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 15 11:36:42.856457 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 11:36:42.857396 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 11:36:42.857652 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 11:36:42.858018 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 11:36:42.858264 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 11:36:42.858488 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 11:36:42.858828 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.859126 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.859423 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.859646 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.859939 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.860229 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.860511 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.860798 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.861092 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.861376 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.861652 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.861936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.862164 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.862445 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.862753 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.863040 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.863266 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] debug = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.863542 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.863975 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.864382 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.864663 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.864951 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.865229 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.865500 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.865774 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.866055 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.866382 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] host = dv-cinder-814129-1-iscsi {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.866686 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.866978 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.867265 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.867549 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.867823 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.868098 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.868382 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.868652 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.868921 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] log_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.869195 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.869482 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.869764 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.870049 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.870271 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.870491 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.870810 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.871095 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.871369 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.871643 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.871913 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.872188 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.872461 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.872729 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.873013 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.873812 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.874095 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.874366 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.874675 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.874948 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.875220 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.875504 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.875776 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.876047 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.876316 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.876599 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.876871 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.877142 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.877439 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.877722 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.877999 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.878281 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.878576 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.878859 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.879132 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.879402 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.879677 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] use_json = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.879947 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.880216 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.880495 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.880768 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.881039 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.881309 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.881579 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.881860 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:42.882155 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.882451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.882779 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.883062 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.883364 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.883644 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.883933 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.884209 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.884495 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.884781 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.885068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.885345 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.885632 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.885906 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.886196 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.886498 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.886812 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.887106 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.887381 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.887654 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.887924 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.888201 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.888486 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.888763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.889610 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.889899 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.890176 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.890461 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.890777 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.891067 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.891342 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.891621 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.891910 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.892188 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.892457 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.892733 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.893021 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.893300 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.893570 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.893853 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.894130 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.894400 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.894697 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.894974 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.895262 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.895537 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.895807 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.896075 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.896351 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.896621 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.896913 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.897190 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.897461 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.897731 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.898008 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.898276 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.898570 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.898848 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.899119 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.899397 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.899668 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.899938 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.900207 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.900475 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.900743 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.901013 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.901283 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.901557 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.901825 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.902094 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.902362 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.902657 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.902927 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.903214 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.903509 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.903785 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.904060 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.904334 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.904631 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.904905 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.905178 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.905452 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.905727 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.905997 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.906285 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.906590 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.906881 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.907163 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.907439 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.907748 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.908023 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.908302 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.908576 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.908849 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.909131 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.909413 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.909706 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.909997 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.910288 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.910604 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.910897 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.911180 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.911489 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.911770 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:42.911986 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 11:36:42.912223 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106736) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 15 11:36:43.341496 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 11:36:43.341770 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 11:36:43.342607 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 11:36:43.342939 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 15 11:36:43.661230 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.661536 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.661781 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.662973 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.663245 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.663505 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.698352 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.698651 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.698926 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.714742 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.715022 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.715291 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.745161 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.745435 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.745696 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.782332 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.782646 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:43.782915 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.017732 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f69adce7310> agent after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.018364 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f69adce7310> agent after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.018364 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f69adce73a0> segment precommit_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.018545 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f69adce7430> network precommit_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.019231 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f69adcea4c0> segment before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.140216 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> network before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.140534 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f69adcc3c10> agent before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.140819 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> network before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.141093 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> port before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.141362 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> port before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.141670 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> segment precommit_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.141928 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> segment precommit_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.142183 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> segment after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.142437 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> segment after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.142745 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> network after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.143005 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> network precommit_delete 0 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.143268 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> port after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.143520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> port after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.143768 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> port after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.144019 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> port provisioning_complete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.144278 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.144531 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> rbac-policy after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.144793 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> agent after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.145058 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> subnet after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.145314 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> subnet precommit_delete 0 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.145581 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.145829 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.146106 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> segment_host_mapping after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.146477 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.146749 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.146995 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f69ae5e5ac0>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.147392 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:44.147631 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:44.147867 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:44.148102 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:44.148335 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:44.148568 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:44.148927 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 15 11:36:44.152033 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 15 11:36:44.156047 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 15 11:36:44.160874 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 15 11:36:44.162549 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 15 11:36:44.163017 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 15 11:36:44.163356 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 15 11:36:44.163742 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 15 11:36:44.166588 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 15 11:36:44.166832 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 15 11:36:44.167175 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 11:36:44.172494 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 15 11:36:44.195045 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 15 11:36:44.195507 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f69addce730>> qos_plugin after_init 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.195802 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106736) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 15 11:36:44.196161 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f69addceb20>> logging-plugin after_init 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.197554 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106736) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 15 11:36:44.197835 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 11:36:44.198083 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 15 11:36:44.202165 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f69addce4f0>> floatingip before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.202445 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f69addce4f0>> port before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:44.264967 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 15 11:36:44.265200 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 15 11:36:44.265429 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 15 11:36:44.265790 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 15 11:36:44.286308 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_db.sqlalchemy.engines [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106736) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 15 11:36:44.972446 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing driver for type 'gre' Oct 15 11:36:44.972971 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] gre ID ranges: [(1, 1000)] Oct 15 11:36:45.183850 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing driver for type 'local' Oct 15 11:36:45.184328 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing driver for type 'vlan' Oct 15 11:36:45.319857 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] VlanTypeDriver initialization complete Oct 15 11:36:45.320196 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing driver for type 'vxlan' Oct 15 11:36:45.320702 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] vxlan ID ranges: [(1, 1000)] Oct 15 11:36:45.526858 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing extension driver 'port_security' Oct 15 11:36:45.527194 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] PortSecurityExtensionDriver initialization complete Oct 15 11:36:45.527526 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing mechanism driver 'openvswitch' Oct 15 11:36:45.527849 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing mechanism driver 'hyperv' Oct 15 11:36:45.535215 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:36:45.535893 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69adaa6550>> port after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.536263 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69adaa6550>> port after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.536614 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69adaa6550>> port after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.537138 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 11:36:45.537576 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad595a60>> subnet after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.537952 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad595a60>> subnet after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.538298 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad595a60>> subnet after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.538722 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 11:36:45.539136 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad595fa0>> network after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.539485 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad595fa0>> network after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.539827 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad595fa0>> network after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.540213 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 11:36:45.540622 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad59f4c0>> security_group after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.540969 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad59f4c0>> security_group after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.541309 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad59f4c0>> security_group after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.541836 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 11:36:45.542246 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad5e8e50>> security_group_rule after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.542622 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad5e8e50>> security_group_rule after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.542971 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad5e8e50>> security_group_rule after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.543363 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 11:36:45.543770 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad59fd00>> address_group after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.544116 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad59fd00>> address_group after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.544461 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f69ad59fd00>> address_group after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.544849 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 11:36:45.545229 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] ML2 OVO RPC backend initialized. {{(pid=106736) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 15 11:36:45.545929 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> router_interface after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.546284 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> router_interface after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.546728 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> network before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.547077 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> networks before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551281 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> port before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551281 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> ports before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551281 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> subnet before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551281 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> subnets before_response 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551635 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> network after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551635 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> network after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551635 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> network after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551635 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> port after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> port after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> port after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> subnet after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.551936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> subnet after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.552235 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f69ad5a7460>> subnet after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.552322 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.plugin [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Modular L2 Plugin initialization complete Oct 15 11:36:45.552623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading services supported by the core plugin {{(pid=106736) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 15 11:36:45.552952 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.plugins.ml2.managers [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Got port-security extension from driver 'port_security' Oct 15 11:36:45.553416 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.extensions.vlantransparent [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Disabled vlantransparent extension. Oct 15 11:36:45.553899 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106736) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 15 11:36:45.554213 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: router Oct 15 11:36:45.590468 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router_interface before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.590835 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router after_create 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.591203 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router before_create 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.591566 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router_interface before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.592562 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router_interface after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.592922 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router after_delete 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.593281 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> floatingip after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.593629 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> floatingip after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.593989 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router after_create 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.594336 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router after_update 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.594716 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router after_update 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.595068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router_gateway after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.595426 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router after_update 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.595835 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router precommit_update 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.596204 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f69adc44550> port after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.596542 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f69adc44430> port after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.596881 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f69adc444c0> subnet after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.597221 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f69adc445e0> subnetpool_address_scope after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.597568 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> port precommit_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.597917 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router precommit_create 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.598262 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f69adcb1e50> port before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.598633 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router precommit_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.598996 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router after_update 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.599337 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router precommit_delete 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.599687 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router precommit_create 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.600046 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router_interface after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.600388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> router precommit_update 55549900 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.600750 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> agent after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.601100 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> agent after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.601448 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f69ad5a75b0>> network after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.602306 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Tracking information for resource: router configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:45.602696 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Tracking information for resource: floatingip configured {{(pid=106736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 11:36:45.607713 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.db.l3_agentschedulers_db [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 15 11:36:45.608288 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f69ad517310> port after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.608651 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f69ad5171f0> port after_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.609005 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function _notify_port_delete at 0x7f69ad517280> port after_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.609360 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f69ad517430> port after_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.610143 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ad4bfbb0>> router before_create 55550100 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.610531 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ad4bfbb0>> router precommit_delete 55550100 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.610900 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ad4bfbb0>> router precommit_create 55550100 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.611257 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f69ad4bfbb0>> router precommit_update 55550100 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.616043 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.services.provider_configuration [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service providers = [] {{(pid=106736) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 15 11:36:45.616410 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.db.servicetype_db [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106736) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 15 11:36:45.619381 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.services.service_base [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 11:36:45.619731 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.services.service_base [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 11:36:45.620070 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.services.service_base [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 11:36:45.620950 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.services.service_base [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 11:36:45.621321 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.services.service_base [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 15 11:36:45.621701 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.622015 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 15 11:36:45.633298 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.633637 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: auto_allocate Oct 15 11:36:45.640062 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f69ad4eb820> network precommit_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.640431 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f69ad4eb820> network precommit_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.640949 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.641272 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: tag Oct 15 11:36:45.647903 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.648236 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: timestamp Oct 15 11:36:45.653527 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.653858 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: network_ip_availability Oct 15 11:36:45.659364 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ad4e2cd0>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.659734 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ad4e2cd0>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.660089 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ad4e2cd0>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.660796 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.661115 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: flavors Oct 15 11:36:45.665893 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.666231 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading Plugin: revisions Oct 15 11:36:45.670638 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 11:36:45.671027 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_concurrency.lockutils [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.329s {{(pid=106736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 11:36:45.671770 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106736) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 15 11:36:45.672107 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Initializing extension manager. Oct 15 11:36:45.672620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: __init__.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.672963 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: __pycache__ {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.673301 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.673889 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: address_group.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.674675 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.675239 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: address-group Oct 15 11:36:45.675563 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: address_scope.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.676282 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.676799 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: address-scope Oct 15 11:36:45.677127 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.678251 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.678807 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: router-admin-state-down-before-update Oct 15 11:36:45.679131 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: agent.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.679840 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.680353 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: agent Oct 15 11:36:45.680676 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: agent_resources_synced.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.681586 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.682103 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: agent-resources-synced Oct 15 11:36:45.682427 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: allowedaddresspairs.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.684230 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.684751 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: allowed-address-pairs Oct 15 11:36:45.685077 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: auto_allocated_topology.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.686704 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.687227 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: auto-allocated-topology Oct 15 11:36:45.687560 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: availability_zone.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.688255 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.688765 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: availability_zone Oct 15 11:36:45.689088 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: availability_zone_filter.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.690003 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.690533 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: availability_zone_filter Oct 15 11:36:45.690864 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: data_plane_status.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.691772 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.692279 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension data-plane-status not supported by any of loaded plugins Oct 15 11:36:45.692602 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: default_subnetpools.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.693517 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.694028 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: default-subnetpools Oct 15 11:36:45.694350 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.695188 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.695706 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: dhcp_agent_scheduler Oct 15 11:36:45.696028 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: dns.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.696954 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.697470 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension dns-integration not supported by any of loaded plugins Oct 15 11:36:45.697791 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: dns_domain_ports.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.698740 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.699257 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 15 11:36:45.699579 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.700496 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.701008 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 15 11:36:45.701881 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: dvr.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.702572 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.703086 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: dvr Oct 15 11:36:45.703408 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: ecmp_routes.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.704322 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.704832 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 15 11:36:45.705154 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: empty_string_filtering.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.706062 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.706608 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: empty-string-filtering Oct 15 11:36:45.706932 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.707849 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.708360 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 15 11:36:45.708680 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.709587 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.710097 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 15 11:36:45.710421 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: external_net.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.711360 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.711874 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: external-net Oct 15 11:36:45.712194 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.713095 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.713606 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: extra_dhcp_opt Oct 15 11:36:45.713927 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: extraroute.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.714871 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.715382 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: extraroute Oct 15 11:36:45.715701 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: extraroute_atomic.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.716733 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.717275 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: extraroute-atomic Oct 15 11:36:45.717601 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: filter_validation.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.718260 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.718805 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: filter-validation Oct 15 11:36:45.719126 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: fip_pf_description.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.720033 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.720542 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 15 11:36:45.720863 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: fip_port_details.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.721781 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.722291 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: fip-port-details Oct 15 11:36:45.722654 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: flavors.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.723895 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.724417 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: flavors Oct 15 11:36:45.724739 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.726405 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.726972 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 15 11:36:45.727311 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: floatingip_pools.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.728016 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.728536 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: floatingip-pools Oct 15 11:36:45.728866 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: ip_allocation.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.729796 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.730312 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension ip_allocation not supported by any of loaded plugins Oct 15 11:36:45.730680 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.731604 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.732121 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: ip-substring-filtering Oct 15 11:36:45.732475 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l2_adjacency.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.733407 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.733920 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 15 11:36:45.734247 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l3.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.735360 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.735892 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: router Oct 15 11:36:45.736262 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.738493 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.739048 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 15 11:36:45.739379 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.740308 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.740829 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: ext-gw-mode Oct 15 11:36:45.741157 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.742096 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.742641 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: l3-ha Oct 15 11:36:45.742968 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l3_flavors.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.743893 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.744407 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: l3-flavors Oct 15 11:36:45.744731 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.745642 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.746152 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 15 11:36:45.746474 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: l3agentscheduler.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.747533 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.748588 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: l3_agent_scheduler Oct 15 11:36:45.748930 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: logging.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.750433 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.750996 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension logging not supported by any of loaded plugins Oct 15 11:36:45.751328 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: metering.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.752071 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.752652 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: metering Oct 15 11:36:45.752980 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.754083 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.754634 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: metering_source_and_destination_fields Oct 15 11:36:45.754963 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: multiprovidernet.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.755889 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.756402 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: multi-provider Oct 15 11:36:45.756726 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: netmtu.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.757641 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.758156 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: net-mtu Oct 15 11:36:45.758480 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: netmtu_writable.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.759438 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.759954 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: net-mtu-writable Oct 15 11:36:45.760280 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: network_availability_zone.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.760952 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.761466 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: network_availability_zone Oct 15 11:36:45.761791 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: network_ip_availability.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.762921 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.763440 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: network-ip-availability Oct 15 11:36:45.764304 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: network_segment_range.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.765074 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.765583 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension network-segment-range not supported by any of loaded plugins Oct 15 11:36:45.765907 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: pagination.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.766922 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.767255 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: pagination Oct 15 11:36:45.767578 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: port_device_profile.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.768493 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.769015 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: port-device-profile Oct 15 11:36:45.769339 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.770257 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.770819 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: port-mac-address-regenerate Oct 15 11:36:45.771143 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.772059 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.772581 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: port-numa-affinity-policy Oct 15 11:36:45.772903 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: port_resource_request.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.773818 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.774331 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension port-resource-request not supported by any of loaded plugins Oct 15 11:36:45.774683 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: portbindings.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.775734 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.776257 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: binding Oct 15 11:36:45.776580 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: portbindings_extended.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.777872 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.778392 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: binding-extended Oct 15 11:36:45.778758 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: portsecurity.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.779699 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.780215 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: port-security Oct 15 11:36:45.780542 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: project_id.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.781520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.781852 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: project-id Oct 15 11:36:45.782175 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: providernet.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.783134 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.783655 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: provider Oct 15 11:36:45.783977 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.787525 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.788066 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos not supported by any of loaded plugins Oct 15 11:36:45.788395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.789656 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.790182 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 15 11:36:45.790542 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.791469 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.791993 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 15 11:36:45.792325 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_default.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.793245 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.793764 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-default not supported by any of loaded plugins Oct 15 11:36:45.794094 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_fip.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.794785 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.795335 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-fip not supported by any of loaded plugins Oct 15 11:36:45.795661 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_gateway_ip.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.796594 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.797112 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 15 11:36:45.797437 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_port_network_policy.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.799913 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.799913 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 15 11:36:45.799913 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.800525 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.801046 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 15 11:36:45.802909 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_pps_rule.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.804125 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.804649 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-pps not supported by any of loaded plugins Oct 15 11:36:45.804979 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_rule_type_details.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.805906 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.806424 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 15 11:36:45.806783 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: qos_rules_alias.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.807846 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.811113 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 15 11:36:45.811462 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: quotasv2.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.820127 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.820473 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: quotas Oct 15 11:36:45.820803 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: quotasv2_detail.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.824260 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.824609 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: quota_details Oct 15 11:36:45.824943 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: rbac.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.826025 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.826594 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: rbac-policies Oct 15 11:36:45.826928 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: rbac_address_group.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.827869 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.828396 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: rbac-address-group Oct 15 11:36:45.828724 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: rbac_address_scope.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.830273 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.830923 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: rbac-address-scope Oct 15 11:36:45.831252 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: rbac_security_groups.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.832189 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.832711 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: rbac-security-groups Oct 15 11:36:45.833036 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: rbac_subnetpool.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.833960 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.834481 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: rbac-subnetpool Oct 15 11:36:45.834836 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: revisionifmatch.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.835772 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.836291 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: revision-if-match Oct 15 11:36:45.836614 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: revisions.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.837745 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.838267 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: standard-attr-revisions Oct 15 11:36:45.838628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: router_availability_zone.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.839320 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.839841 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: router_availability_zone Oct 15 11:36:45.840164 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: routerservicetype.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.841138 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.841608 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension router-service-type not supported by any of loaded plugins Oct 15 11:36:45.841928 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.842881 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.843401 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: security-groups-normalized-cidr Oct 15 11:36:45.843721 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.844644 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.845159 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: port-security-groups-filtering Oct 15 11:36:45.845482 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.846403 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.846963 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: security-groups-remote-address-group Oct 15 11:36:45.847288 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: securitygroup.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.857116 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.857654 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: security-group Oct 15 11:36:45.857985 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: segment.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.858811 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.859339 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension segment not supported by any of loaded plugins Oct 15 11:36:45.859663 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.860676 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.861195 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 15 11:36:45.861521 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: servicetype.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.862680 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.863211 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: service-type Oct 15 11:36:45.863539 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: sorting.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.864530 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.864864 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: sorting Oct 15 11:36:45.865189 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: standard_attr_segment.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.866119 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.866678 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 15 11:36:45.867005 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: standardattrdescription.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.867659 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.868185 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: standard-attr-description Oct 15 11:36:45.868509 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: stateful_security_group.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.869453 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.869977 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: stateful-security-group Oct 15 11:36:45.870302 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: stdattrs_common.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.870933 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 15 11:36:45.871257 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.872185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.872711 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 15 11:36:45.873034 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: subnet_onboard.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.874626 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.875153 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: subnet_onboard Oct 15 11:36:45.875479 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.876408 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.876922 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 15 11:36:45.877248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: subnet_service_types.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.878178 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.878730 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: subnet-service-types Oct 15 11:36:45.879060 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: subnetallocation.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.880165 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.880674 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: subnet_allocation Oct 15 11:36:45.880997 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.881660 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.882176 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: subnetpool-prefix-ops Oct 15 11:36:45.882496 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.883460 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.883974 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 15 11:36:45.884294 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: tagging.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.885373 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.885904 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: standard-attr-tag Oct 15 11:36:45.886231 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: timestamp.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.887467 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.887996 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loaded extension: standard-attr-timestamp Oct 15 11:36:45.888325 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: trunk.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.889958 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.890486 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension trunk not supported by any of loaded plugins Oct 15 11:36:45.890845 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: trunk_details.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.891786 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.892311 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension trunk-details not supported by any of loaded plugins Oct 15 11:36:45.892641 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: uplink_status_propagation.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.893573 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.894092 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 15 11:36:45.894419 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Loading extension file: vlantransparent.py {{(pid=106736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 11:36:45.895128 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 11:36:45.895638 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 15 11:36:45.898134 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:network Oct 15 11:36:45.898707 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:subnet Oct 15 11:36:45.899104 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 11:36:45.899507 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:port Oct 15 11:36:45.900732 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.901179 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service FLAVORS assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.901786 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.902233 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.902600 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:router Oct 15 11:36:45.903050 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 11:36:45.903525 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service METERING assigned prefix: /metering {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.904994 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ad43deb0>> rbac-policy before_create 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.905371 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ad43deb0>> rbac-policy before_update 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.905724 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f69ad43deb0>> rbac-policy before_delete 55550000 {{(pid=106736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:36:45.906777 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 11:36:45.907228 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:security_group Oct 15 11:36:45.907665 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 11:36:45.908289 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service CORE assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.908621 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 11:36:45.908969 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] subnetpool is already registered Oct 15 11:36:45.909403 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service CORE assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.909732 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 11:36:45.910067 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] subnetpool is already registered Oct 15 11:36:45.912351 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.912783 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service FLAVORS assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.913371 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.913792 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.914122 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:router Oct 15 11:36:45.914459 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] router is already registered Oct 15 11:36:45.914904 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 11:36:45.915237 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] floatingip is already registered Oct 15 11:36:45.915691 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service METERING assigned prefix: /metering {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.916355 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 11:36:45.916679 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] rbac_policy is already registered Oct 15 11:36:45.917090 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:security_group Oct 15 11:36:45.917423 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] security_group is already registered Oct 15 11:36:45.917825 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 11:36:45.918156 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] security_group_rule is already registered Oct 15 11:36:45.918816 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service CORE assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.919146 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 11:36:45.919487 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] subnetpool is already registered Oct 15 11:36:45.919903 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.v2.resource_helper [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Service CORE assigned prefix: {{(pid=106736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 11:36:45.920247 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 11:36:45.920577 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING neutron.quota.resource_registry [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] subnetpool is already registered Oct 15 11:36:45.921042 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: extensions {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.922527 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: address-groups {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.924279 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: address-scopes {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.925598 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: agents {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.926784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: auto-allocated-topology {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.928049 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: availability_zones {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.929262 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: dhcp-networks {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.931884 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: dhcp-agents {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.933323 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: routers {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.936087 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: flavors {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.937259 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: service_profiles {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.938455 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: next_providers {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.939944 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: service_profiles {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.941491 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: floatingip-pools {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.942881 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: routers {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.944988 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: floatingips {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.946260 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: l3-routers {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.947671 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: l3-agents {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.949145 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: metering-labels {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.950537 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: metering-label-rules {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.952365 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: network-ip-availabilities {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.953634 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: bindings {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.955292 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: quotas {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.956864 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: quotas {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.958404 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: rbac-policies {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.959721 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: security-groups {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.960956 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: security-group-rules {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.962176 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: service-providers {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.963431 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: subnetpools {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.964895 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: subnetpools {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.966365 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.968109 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.969920 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.971712 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.973508 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.975387 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.977070 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.978987 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.980747 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.983125 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron.api.extensions [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Extended resource: tags {{(pid=106736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 11:36:45.989140 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING keystonemiddleware.auth_token [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 15 11:36:45.994844 dv-cinder-814129-1-iscsi neutron-server[106736]: WARNING keystonemiddleware.auth_token [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 15 11:36:46.004081 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_concurrency.lockutils [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Acquired lock "singleton_lock" {{(pid=106736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 15 11:36:46.004556 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_concurrency.lockutils [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Releasing lock "singleton_lock" {{(pid=106736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 15 11:36:46.005207 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO oslo_service.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Starting 2 workers Oct 15 11:36:46.010071 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Started child 106847 {{(pid=106736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 11:36:46.014498 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Started child 106848 {{(pid=106736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 11:36:46.015578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:36:46.016210 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO neutron.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 15 11:36:46.016934 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Publish callbacks [] for process, before_spawn {{(pid=106736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:36:46.017057 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [-] (106847) wsgi starting up on http://0.0.0.0:9696 Oct 15 11:36:46.019171 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO oslo_service.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Starting 1 workers Oct 15 11:36:46.019310 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:36:46.028433 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [-] (106848) wsgi starting up on http://0.0.0.0:9696 Oct 15 11:36:46.028585 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Started child 106849 {{(pid=106736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 11:36:46.028585 dv-cinder-814129-1-iscsi neutron-server[106736]: INFO oslo_service.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Starting 1 workers Oct 15 11:36:46.028742 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] calling RpcWorker wait() {{(pid=106849) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 15 11:36:46.028742 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] returning from RpcWorker wait() {{(pid=106849) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 15 11:36:46.029567 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Started child 106850 {{(pid=106736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 11:36:46.030129 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG neutron_lib.callbacks.manager [None req-8f1f9bfe-1f3e-46b1-b8e4-2dfb682c6cf6 None None] Publish callbacks [] for process, after_spawn {{(pid=106736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:36:46.030237 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:36:46.030694 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:36:46.032036 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 11:36:46.032242 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 11:36:46.032423 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 11:36:46.032639 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 11:36:46.032985 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 11:36:46.033144 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 11:36:46.033666 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.033926 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.034298 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.034396 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:36:46.034861 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.034861 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.035356 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.035610 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.035860 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.036137 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.036385 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.036552 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.036708 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.036961 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.037219 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.037537 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.037795 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.038043 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.038310 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.038477 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.038758 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.039023 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.039254 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.039517 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] debug = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.039838 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.040246 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.040491 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.040749 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.040994 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.041283 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.041523 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.041786 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.042030 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.042266 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.042536 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.042798 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.043045 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.043269 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.043483 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.043725 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.043946 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.044405 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] host = dv-cinder-814129-1-iscsi {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.044619 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.044834 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.045631 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.045968 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.046123 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.046349 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.046630 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.046878 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.047135 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.047346 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.047612 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.047859 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.048093 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.048325 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.048727 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_options = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.048947 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.049201 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.049466 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.049661 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.049828 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.050003 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.050255 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.050412 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.050680 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.050916 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.051129 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.051352 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.051573 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.051783 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.052030 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.052256 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.052566 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.052719 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.052945 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.053181 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.053415 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.053673 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.053869 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.054096 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.054290 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.054501 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.056936 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.058384 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.059520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.059520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.059520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.059520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.059520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_json = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.059520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.060294 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.060294 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.060294 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.060294 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.061451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.061451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.061712 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.061922 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.062196 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.062574 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.062860 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.063013 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.063245 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.063514 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.063843 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.064205 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.064525 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.064915 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.065066 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:36:46.065212 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.065404 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.065628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.065973 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.066646 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.066888 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.067164 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.067394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.067608 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.067899 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.068069 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.068381 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.068564 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.068796 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.069027 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.069266 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.069593 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.069850 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.070121 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.070395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.070649 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.070866 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.071080 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.071292 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.071538 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.071784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.072069 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.072286 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.072496 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.072712 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.072954 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.073168 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.073415 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.073657 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.073895 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.074122 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.074344 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.074583 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.074799 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.075013 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.075223 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.075468 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.075698 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.075949 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.076203 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.076549 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.076973 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.077475 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.078295 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.078295 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.078295 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.078295 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.079451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.079451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.079451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.079451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.079451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.080144 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.080144 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.080144 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.080144 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.080693 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.080693 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.080951 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.081088 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.081567 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.081786 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.081999 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.082230 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.082466 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.082702 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.082914 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.083130 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.083339 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.083546 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.083757 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.083990 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.084185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.084538 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.084768 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.085024 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.085283 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.085837 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.086086 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.086292 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.086545 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.086786 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.090559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091841 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091841 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091841 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091841 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091841 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.091841 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.092306 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.092388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.093028 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.093028 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.093245 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.093451 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.093699 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.093953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.094207 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.094450 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.094725 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.094955 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.095884 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.095884 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.095884 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.095884 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.096587 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.096587 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.096948 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.096948 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.098155 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.098155 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.098155 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.098155 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.098155 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.099953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.102628 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103945 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103945 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103945 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.103945 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.104237 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.104420 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.104666 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.104899 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.105145 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.105385 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.105632 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.105840 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.106301 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.106562 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.106750 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.106980 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.107199 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.107945 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.108181 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.108406 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.108638 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.108879 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.109132 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.109477 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.109724 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.110255 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.110255 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.110412 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.110671 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.110923 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.111139 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.111372 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114293 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114892 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114892 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114892 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114892 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114892 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114892 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.114892 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.115391 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.115391 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.115391 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.115611 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.115748 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.115961 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.116268 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.116626 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.116841 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.117063 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.117283 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.117497 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.117707 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.117927 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.118171 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.118399 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.118640 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.118859 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.119066 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.119288 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.119496 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.119702 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.119919 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.120130 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.120335 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.120559 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.120765 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.120975 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.121189 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.121400 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.121604 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.121894 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.122344 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.122344 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.122648 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.122879 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.123677 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.124467 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.124467 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.124467 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.124729 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.125277 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.125277 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.125453 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.125580 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.125887 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.126159 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.126409 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.126893 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.127014 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.127244 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.127503 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.127735 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.128037 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.128362 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.128636 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.128890 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.129131 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.129364 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.129581 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.129794 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.130039 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.130252 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.130465 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.130740 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.130992 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.131248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.131492 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.131744 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.131955 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.132211 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.132420 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.132636 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.132847 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.133002 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 11:36:46.133525 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 11:36:46.133696 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 11:36:46.133851 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 11:36:46.134017 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 11:36:46.134183 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 11:36:46.134331 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 11:36:46.134553 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.134714 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.134874 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.135053 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.135185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.135361 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.135519 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.135674 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.135827 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.135980 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.136135 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.136288 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.136440 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.136594 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.136747 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.136900 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.137054 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.137208 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.137368 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.137523 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.137680 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.137833 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.138012 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] debug = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.138183 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.138757 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.138757 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.138979 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.139060 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.139181 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.139642 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.139642 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.139816 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.139896 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.140018 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.140371 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.140537 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.140694 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.140886 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.141002 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.141160 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.141367 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] host = dv-cinder-814129-1-iscsi {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.141467 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.141609 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.141761 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.142078 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.142238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.142394 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.142574 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.142769 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.142873 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.143023 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.143181 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.143339 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.143493 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.143650 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.143799 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_options = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.143955 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.144109 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.144263 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.144444 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.144607 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.144822 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.144921 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.145056 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.145213 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.145366 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.145520 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.145677 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.145831 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.145985 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.146127 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.146312 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.146430 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.148620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.149623 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.150388 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_json = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151185 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151705 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151705 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151705 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151705 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151968 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.151968 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 11:36:46.152110 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.152267 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.152439 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.152599 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.152757 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.152914 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.153073 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.153233 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.153391 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.153548 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.153714 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.153873 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.154041 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.154200 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.156996 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.157206 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.157381 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.157553 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.157932 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.157932 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.158089 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.158188 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.158362 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.158534 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.158714 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.158874 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.159042 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.159211 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.159351 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.159506 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.159664 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.159823 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.159981 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.160158 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.160300 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.160459 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.160617 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.160839 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.160940 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.161076 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.161235 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.161393 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.161550 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.161709 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.161867 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.162026 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.162183 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.162341 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.162503 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.162688 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.162835 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.162976 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.163146 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.163285 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.163472 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.163608 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.163747 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.163883 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.164022 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.164160 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.164298 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.164456 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.164596 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.164734 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.164876 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.165018 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.165159 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.165299 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.165603 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.165603 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.165864 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.165864 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.166137 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.166280 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.166424 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.166609 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.166609 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.166871 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167007 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167155 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167286 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167417 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167512 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167640 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167796 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.167953 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168109 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168268 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168425 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168591 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.168763 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.170790 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.170790 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171023 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171023 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171228 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171298 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171438 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171594 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171751 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.171907 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.172063 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.172251 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.172449 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.172689 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.173064 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.173064 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.173601 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.173958 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.174052 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.176068 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.177575 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178248 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178806 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178806 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178806 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178806 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178806 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178806 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.178806 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179292 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179292 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179292 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179501 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179501 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179649 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179771 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.179933 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.180088 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181395 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181858 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181858 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181858 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.181858 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.182101 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.182176 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.182320 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.182472 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.182652 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.182992 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.182992 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.183148 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.183339 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.183434 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.183584 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.183742 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.183915 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.184411 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.184411 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.184411 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.184620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.184620 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.184760 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.184919 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.185076 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.185234 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.185390 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.185594 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.186688 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.186688 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.186688 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.186913 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.186913 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.187054 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.187186 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.187343 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.187505 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.187660 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.187817 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.187978 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.188139 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.188298 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.188456 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.188614 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.188772 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.188959 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.189150 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.189317 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.189475 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.189639 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.189867 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.189965 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.190080 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.192499 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193238 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.193784 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194456 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194456 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194456 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194456 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194456 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194767 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194767 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.194889 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.195036 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.195176 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.195314 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.195442 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.195585 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.195749 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.195894 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.196055 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.196212 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.196369 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.196527 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.196709 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.196836 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.197002 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.197167 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.197325 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.197491 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.197656 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.197824 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.197981 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.198145 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.198314 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.198391 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:36:46.198479 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.198641 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.198799 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.198956 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.199114 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.199270 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.199427 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.199584 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.199741 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.199897 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.200053 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.200210 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.200365 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.200522 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.200681 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.200838 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.200995 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.201169 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.201335 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 11:36:46.201491 dv-cinder-814129-1-iscsi neutron-server[106736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 11:36:46.292947 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34276) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:36:46.302527 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074167 Oct 15 11:36:57.978740 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbb18a-b61a-475e-956f-8f7b6f535837 None None] get_active_networks_info from dv-cinder-814129-1-iscsi {{(pid=106849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 11:36:58.063526 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fbb18a-b61a-475e-956f-8f7b6f535837 None None] No non-hosted networks {{(pid=106849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 15 11:36:58.074133 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.agentschedulers_db [None req-22fbb18a-b61a-475e-956f-8f7b6f535837 None None] DHCP Agent not found on host dv-cinder-814129-1-iscsi {{(pid=106849) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 15 11:36:58.146990 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7570fe8b-b7a0-49db-8a5a-4497816f0642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649240'] for agent, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:00.509644 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1cbccf72-4827-480f-a1eb-b7271fcc5712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649240'] for agent, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:00.538877 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.db.api [None req-85d5b750-9308-471c-bf89-d9022a6caf32 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-814129-1-iscsi {{(pid=106849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 11:37:00.539303 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG oslo_db.api [None req-85d5b750-9308-471c-bf89-d9022a6caf32 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 11:37:01.178273 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-85d5b750-9308-471c-bf89-d9022a6caf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:01.565926 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649240'] for agent, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:01.784300 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649240'] for agent, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:01.785151 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.785505 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.785843 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.786249 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.786606 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.786944 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.787266 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.787607 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.788111 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.788485 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.788767 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.789199 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:01.789615 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f69ac71f9a0>, 'Open vSwitch agent', 'dv-cinder-814129-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:01.811738 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f69ac730430>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-814129-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:03.532608 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649240'] for agent, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:04.213789 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.db.l3_hamode_db [None req-8debd8d1-cb33-4352-9ecf-ecf2f61917cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 15 11:37:04.293842 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debd8d1-cb33-4352-9ecf-ecf2f61917cc None None] Routers set() bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:37:04.294258 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debd8d1-cb33-4352-9ecf-ecf2f61917cc None None] Router IDs set() for agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 11:37:04.559260 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34366) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:05.036769 dv-cinder-814129-1-iscsi neutron-server[106847]: WARNING oslo_policy.policy [None req-ac3c7126-8571-43c0-a6c2-e423b7caee4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:05.037370 dv-cinder-814129-1-iscsi neutron-server[106847]: WARNING oslo_policy.policy [None req-ac3c7126-8571-43c0-a6c2-e423b7caee4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:05.259771 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [None req-ac3c7126-8571-43c0-a6c2-e423b7caee4d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:37:05.260885 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ac3c7126-8571-43c0-a6c2-e423b7caee4d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7000821 Oct 15 11:37:07.719903 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34380) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:08.022264 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:37:08.120583 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.policy [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106847) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 11:37:08.167551 dv-cinder-814129-1-iscsi neutron-server[106847]: WARNING oslo_policy.policy [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:08.167918 dv-cinder-814129-1-iscsi neutron-server[106847]: WARNING oslo_policy.policy [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:08.176746 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.quota [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f69ace4e430>. Oct 15 11:37:08.348797 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755740898783', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755740899244', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755740878139', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755740880759', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755740340581', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755740933109', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3692445', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3698797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632874'] for rbac-policy, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:08.534032 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:08.535238 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-63a76dd0-f9d1-4c85-943e-d23502c66262 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8143547 Oct 15 11:37:11.213110 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34392) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:11.504782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Request body: {'network': {'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'admin_state_up': True, 'name': 'private'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:37:11.622915 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Made reservation on behalf of f9918f2ce34240f19fcf7f63ba6a59eb for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:37:11.626505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:11.643959 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:11.745113 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:11.823382 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:11.846832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:37:11.870425 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755741517626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:11.871022 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f69adce73a0> segment precommit_create {{(pid=106847) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 11:37:11.871516 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Added segment 099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc of type vlan for network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e Oct 15 11:37:11.877649 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12ecd1-d8dc-4385-b8f6-88d20bf99981,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:11.898089 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.898443 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.898802 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.899163 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.899447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.899779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.900101 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.900433 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.900750 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.901060 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.901368 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.901679 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Tracked resource versions report: Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: pushed versions: Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: { 'AddressGroup': {'1.2'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'ConntrackHelper': {'1.0'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Log': {'1.0'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Network': {'1.1'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Port': {'1.7'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'PortForwarding': {'1.2'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'QosPolicy': {'1.10'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroup': {'1.4'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SubPort': {'1.0'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Subnet': {'1.1'}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Trunk': {'1.1'}} Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: consumer versions: Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'ConntrackHelper': '1.0', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Log': '1.0', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Network': '1.1', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Port': '1.7', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'PortForwarding': '1.2', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'QosPolicy': '1.10', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroup': '1.4', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroupRule': '1.2', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SubPort': '1.0', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Subnet': '1.1', Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Trunk': '1.1'}} Oct 15 11:37:11.902756 dv-cinder-814129-1-iscsi neutron-server[106847]: {{(pid=106847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:37:11.986590 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:12.081745 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:12.082859 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:12.083498 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:12.177190 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] Pushing event updated for resources: {'Network': ['ID=23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:12.189699 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:37:12.243580 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-63520000-93d7-4d85-8273-736b3214f218 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0293958 Oct 15 11:37:14.960990 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 34406) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:15.442490 dv-cinder-814129-1-iscsi neutron-server[106848]: WARNING oslo_policy.policy [None req-11ae91dd-549d-4a7b-bae2-bfd811f9f3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:15.443085 dv-cinder-814129-1-iscsi neutron-server[106848]: WARNING oslo_policy.policy [None req-11ae91dd-549d-4a7b-bae2-bfd811f9f3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:15.886860 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.policy [None req-11ae91dd-549d-4a7b-bae2-bfd811f9f3c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106848) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 11:37:15.933382 dv-cinder-814129-1-iscsi neutron-server[106848]: WARNING oslo_policy.policy [None req-11ae91dd-549d-4a7b-bae2-bfd811f9f3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:15.933748 dv-cinder-814129-1-iscsi neutron-server[106848]: WARNING oslo_policy.policy [None req-11ae91dd-549d-4a7b-bae2-bfd811f9f3c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 11:37:15.942428 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae91dd-549d-4a7b-bae2-bfd811f9f3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:15.944218 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-11ae91dd-549d-4a7b-bae2-bfd811f9f3c3 admin admin] 10.222.0.37 "GET /v2.0/networks/23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e HTTP/1.1" status: 200 len: 825 time: 0.9812417 Oct 15 11:37:15.982648 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f30c032d-e18b-4b9d-9797-a747d3a2bae9 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/c70a39d4-4901-4dab-b49e-83f46f2241cc HTTP/1.1" status: 200 len: 734 time: 0.0316334 Oct 15 11:37:15.991867 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Request body: {'subnet': {'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'name': 'private-subnet', 'subnetpool_id': 'c70a39d4-4901-4dab-b49e-83f46f2241cc', 'ip_version': 4, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'gateway_ip': '172.20.0.1'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:37:15.993407 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.quota [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f69ad1912e0>. Oct 15 11:37:16.120736 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Made reservation on behalf of f9918f2ce34240f19fcf7f63ba6a59eb for: {'subnet': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:37:16.124143 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:16.469404 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:16.542110 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Checking segment: {'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:37:16.542508 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Network hostable DHCP agents. Network: 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:37:16.547031 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa6a802-0690-4f04-8a31-d171211629af,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:16.559307 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.559671 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.560007 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.560336 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.560661 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.561000 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.561323 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.561656 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.561993 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.562312 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.562656 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.562970 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Tracked resource versions report: Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: pushed versions: Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: { 'AddressGroup': {'1.2'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'ConntrackHelper': {'1.0'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Log': {'1.0'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Network': {'1.1'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Port': {'1.7'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'PortForwarding': {'1.2'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'QosPolicy': {'1.10'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroup': {'1.4'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SubPort': {'1.0'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Subnet': {'1.1'}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Trunk': {'1.1'}} Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: consumer versions: Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'ConntrackHelper': '1.0', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Log': '1.0', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Network': '1.1', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Port': '1.7', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'PortForwarding': '1.2', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'QosPolicy': '1.10', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroup': '1.4', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroupRule': '1.2', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SubPort': '1.0', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Subnet': '1.1', Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Trunk': '1.1'}} Oct 15 11:37:16.564025 dv-cinder-814129-1-iscsi neutron-server[106848]: {{(pid=106848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:37:16.657531 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:37:16.720337 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e) {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:37:16.724999 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:16.725615 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:16.730018 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad4970f-58e9-452e-ad3d-994728148ef3 None None] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:37:16.814887 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-bb47e941-0275-48c4-8659-55d80bab3506 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8263063 Oct 15 11:37:17.056617 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'fixed_ips': [{'subnet_id': 'afa6a802-0690-4f04-8a31-d171211629af'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:37:17.057839 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:17.339585 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Allocated IP 172.20.0.2 (23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e/afa6a802-0690-4f04-8a31-d171211629af/b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:37:17.578391 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:17.646845 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:17.718883 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:37:17.727760 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:37:17.738471 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Pushing event updated for resources: {'Port': ['ID=b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:17.740727 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:37:17.750314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.750709 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.751056 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.751390 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.751719 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.752049 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.752374 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.752697 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.753035 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.753360 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.753679 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.753998 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Tracked resource versions report: Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: pushed versions: Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: { 'AddressGroup': {'1.2'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'ConntrackHelper': {'1.0'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Log': {'1.0'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Network': {'1.1'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Port': {'1.7'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'PortForwarding': {'1.2'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'QosPolicy': {'1.10'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroup': {'1.4'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SubPort': {'1.0'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Subnet': {'1.1'}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Trunk': {'1.1'}} Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: consumer versions: Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'ConntrackHelper': '1.0', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Log': '1.0', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Network': '1.1', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Port': '1.7', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'PortForwarding': '1.2', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'QosPolicy': '1.10', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroup': '1.4', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroupRule': '1.2', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SubPort': '1.0', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Subnet': '1.1', Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Trunk': '1.1'}} Oct 15 11:37:17.755119 dv-cinder-814129-1-iscsi neutron-server[106849]: {{(pid=106849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:37:17.830252 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Attempting to bind port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:37:17.830678 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Attempting to bind port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:37:17.831085 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Attempting to bind port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada on network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:37:17.835902 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:37:17.836277 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Checking segment: {'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:37:17.836755 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:17.837141 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Bound using segment: {'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:37:17.837632 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Bound port: b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:37:17.838034 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:17.897694 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] For port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:37:17.901806 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] For port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada,segment=NetworkSegment(099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc),segment_id=099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:37:17.967098 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:18.033303 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77858-0975-42c2-98e4-b3809e2e90c4 None None] Pushing event updated for resources: {'Port': ['ID=b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:19.334928 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34426) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:19.647073 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [None req-25cad441-6913-4130-90d1-02fe774d16fc admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:37:19.648071 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-25cad441-6913-4130-90d1-02fe774d16fc admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3119600 Oct 15 11:37:22.157088 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34434) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:22.469211 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [None req-6b1363b1-ff76-46f2-94e2-76742b549f43 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:37:22.470207 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-6b1363b1-ff76-46f2-94e2-76742b549f43 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3148611 Oct 15 11:37:25.218497 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34444) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:25.512349 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-9bf2b591-7f50-4497-88ac-03f255ba4689 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:37:25.588269 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b591-7f50-4497-88ac-03f255ba4689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:25.589963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b591-7f50-4497-88ac-03f255ba4689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:25.727547 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b591-7f50-4497-88ac-03f255ba4689 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:25.779050 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b591-7f50-4497-88ac-03f255ba4689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:25.847466 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b591-7f50-4497-88ac-03f255ba4689 admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:25.848768 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9bf2b591-7f50-4497-88ac-03f255ba4689 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6291974 Oct 15 11:37:27.136475 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debf1ef-13bc-4890-98b7-13bec605d8e5 None None] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:37:27.208063 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-50558c2a-fa4c-4204-94be-349a6ad7a462 None None] Provisioning complete for port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:27.208450 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-50558c2a-fa4c-4204-94be-349a6ad7a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:27.395913 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-50558c2a-fa4c-4204-94be-349a6ad7a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:27.482154 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-50558c2a-fa4c-4204-94be-349a6ad7a462 None None] For port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada,segment=NetworkSegment(099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc),segment_id=099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:37:27.553430 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-50558c2a-fa4c-4204-94be-349a6ad7a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:27.619068 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50558c2a-fa4c-4204-94be-349a6ad7a462 None None] Pushing event updated for resources: {'Port': ['ID=b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:27.687216 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-836772fe-4a08-423c-882e-2a30e0b85283 None None] Provisioning complete for port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:27.687582 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-836772fe-4a08-423c-882e-2a30e0b85283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:27.720424 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:37:27.814732 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:27.815108 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:27.970414 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b914312e-7b6e-4c75-a17c-00e0798c9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:28.345422 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34456) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:28.649092 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [None req-c7b75b84-b15d-4525-8a64-392215aff79a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:37:28.650074 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c7b75b84-b15d-4525-8a64-392215aff79a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3037086 Oct 15 11:37:30.491629 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b4d0-ab62-4a53-8c2c-771df93eef7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.112787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34464) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:31.418332 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:37:31.484332 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.514674 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Made reservation on behalf of 6c15eb3ef573445b962e6c91c9ea75bb for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:37:31.516976 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.524846 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.595442 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.640349 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.656607 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Reserving flat network on physical network physnet1 {{(pid=106847) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 15 11:37:31.677137 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e507402-105d-421f-aa54-f76463714542,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:31.683461 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.683806 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Added segment 4b4e6de9-373f-4fc0-9970-0f8a968e2a02 of type flat for network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 Oct 15 11:37:31.732877 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.821319 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.822283 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:31.822879 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.844377 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:31.905482 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] Pushing event updated for resources: {'Network': ['ID=332f9494-77e4-4aeb-86c5-d78fbfecf2d9,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:31.915549 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:37:31.932538 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-5ec8e07e-c885-4291-85ac-ec0695d1f96d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8186839 Oct 15 11:37:33.452041 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:34.466772 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34482) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:34.677534 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9b15b6-5a1a-4bea-a55d-95f296333f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:34.678926 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2e9b15b6-5a1a-4bea-a55d-95f296333f1a admin admin] 10.222.0.37 "GET /v2.0/subnets/afa6a802-0690-4f04-8a31-d171211629af HTTP/1.1" status: 200 len: 849 time: 0.2112081 Oct 15 11:37:34.793651 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8e8e9d82-9c41-4c3d-9c73-cf6460b43e06 admin admin] 10.222.0.37 "GET /v2.0/routers/ea018979-da7b-46cd-8fd3-f68aa7f6e85e HTTP/1.1" status: 200 len: 704 time: 0.1085317 Oct 15 11:37:35.048799 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:35.342587 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Allocated IP 172.20.0.1 (23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e/afa6a802-0690-4f04-8a31-d171211629af/d145959a-e47c-4ee3-84b1-678dec68c7ac) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:37:35.520210 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:35.658362 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:35.732259 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:37:35.739820 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:37:35.747502 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Pushing event updated for resources: {'Port': ['ID=d145959a-e47c-4ee3-84b1-678dec68c7ac,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:35.758250 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:37:35.758816 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:35.971680 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-28f0e4b5-04a4-40df-9760-f1eeb9a79ee4 None None] Provisioning complete for port d145959a-e47c-4ee3-84b1-678dec68c7ac triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:35.972250 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-28f0e4b5-04a4-40df-9760-f1eeb9a79ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:36.004180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-28f0e4b5-04a4-40df-9760-f1eeb9a79ee4 None None] Port d145959a-e47c-4ee3-84b1-678dec68c7ac cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:37:36.090346 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:36.292477 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:36.358616 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:36.359367 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:36.419333 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Pushing event updated for resources: {'Port': ['ID=d145959a-e47c-4ee3-84b1-678dec68c7ac,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:36.485277 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:37:36.486593 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:37:36.726502 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-433f6980-ee91-4774-85ee-082d33c9d8a7 None None] Provisioning complete for port d145959a-e47c-4ee3-84b1-678dec68c7ac triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:36.726895 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-433f6980-ee91-4774-85ee-082d33c9d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:36.730434 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Router ea018979-da7b-46cd-8fd3-f68aa7f6e85e is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:37:36.760115 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-433f6980-ee91-4774-85ee-082d33c9d8a7 None None] Port d145959a-e47c-4ee3-84b1-678dec68c7ac cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:37:36.819787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:37:36.825531 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-1efc280a-e3cc-49e4-917a-0e03a3ca8cec admin admin] 10.222.0.37 "PUT /v2.0/routers/ea018979-da7b-46cd-8fd3-f68aa7f6e85e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0258920 Oct 15 11:37:36.842732 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Sync routers for ids ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:37:36.854257 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Routers {'ea018979-da7b-46cd-8fd3-f68aa7f6e85e'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:37:36.855119 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69acfdc970>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:37:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:37.040151 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Set router ea018979-da7b-46cd-8fd3-f68aa7f6e85e gateway port host: None {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:37:37.464984 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69acfdc970>, [{'id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'name': 'router1', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:37:25Z', 'updated_at': '2021-10-15T11:37:35Z', 'revision_number': 2, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'gw_port_host': None, '_interfaces': [{'id': 'd145959a-e47c-4ee3-84b1-678dec68c7ac', 'name': '', 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'mac_address': 'fa:16:3e:fd:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afa6a802-0690-4f04-8a31-d171211629af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:35Z', 'updated_at': '2021-10-15T11:37:36Z', 'revision_number': 2, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'subnets': [{'id': 'afa6a802-0690-4f04-8a31-d171211629af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c70a39d4-4901-4dab-b49e-83f46f2241cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:37.516117 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Checking router: ea018979-da7b-46cd-8fd3-f68aa7f6e85e for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:37:37.516492 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Updating router ea018979-da7b-46cd-8fd3-f68aa7f6e85e port d145959a-e47c-4ee3-84b1-678dec68c7ac binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:37:37.564055 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.071172 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.135587 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.295399 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Pushing event updated for resources: {'Port': ['ID=d145959a-e47c-4ee3-84b1-678dec68c7ac,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:38.310826 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.311172 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.311506 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.311836 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.312171 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.312465 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.312784 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.313152 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.313469 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.313751 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.314014 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.314400 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Tracked resource versions report: Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: pushed versions: Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: { 'AddressGroup': {'1.2'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'ConntrackHelper': {'1.0'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Log': {'1.0'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Network': {'1.1'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Port': {'1.7'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'PortForwarding': {'1.2'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'QosPolicy': {'1.10'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroup': {'1.4'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SubPort': {'1.0'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Subnet': {'1.1'}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Trunk': {'1.1'}} Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: consumer versions: Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'ConntrackHelper': '1.0', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Log': '1.0', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Network': '1.1', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Port': '1.7', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'PortForwarding': '1.2', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'QosPolicy': '1.10', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroup': '1.4', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroupRule': '1.2', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SubPort': '1.0', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Subnet': '1.1', Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Trunk': '1.1'}} Oct 15 11:37:38.315431 dv-cinder-814129-1-iscsi neutron-server[106850]: {{(pid=106850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:37:38.319940 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Attempting to bind port d145959a-e47c-4ee3-84b1-678dec68c7ac on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:37:38.320332 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Attempting to bind port d145959a-e47c-4ee3-84b1-678dec68c7ac by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:37:38.320751 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Attempting to bind port d145959a-e47c-4ee3-84b1-678dec68c7ac on network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:37:38.326674 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:37:38.327076 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Checking segment: {'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:37:38.327560 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.327936 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Bound using segment: {'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:37:38.328411 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Bound port: d145959a-e47c-4ee3-84b1-678dec68c7ac, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:37:38.328817 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.389037 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-3b200aa1-0ad9-400d-8815-9b7df7f4c8f5 None None] Provisioning complete for port d145959a-e47c-4ee3-84b1-678dec68c7ac triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:38.390025 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b200aa1-0ad9-400d-8815-9b7df7f4c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.396168 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] For port d145959a-e47c-4ee3-84b1-678dec68c7ac, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:37:38.415588 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] For port d145959a-e47c-4ee3-84b1-678dec68c7ac, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d145959a-e47c-4ee3-84b1-678dec68c7ac,segment=NetworkSegment(099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc),segment_id=099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:37:38.430049 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-3b200aa1-0ad9-400d-8815-9b7df7f4c8f5 None None] Port d145959a-e47c-4ee3-84b1-678dec68c7ac cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:37:38.480741 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.537697 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ef8dd-fc59-4466-9517-73681cfc04a8 None None] Pushing event updated for resources: {'Port': ['ID=d145959a-e47c-4ee3-84b1-678dec68c7ac,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:38.540250 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Routers {'ea018979-da7b-46cd-8fd3-f68aa7f6e85e'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:37:38.540850 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69acfdc970>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:37:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:38.631547 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] Set router ea018979-da7b-46cd-8fd3-f68aa7f6e85e gateway port host: None {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:37:38.749321 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-bbb9b078-f1b8-440c-8beb-72b85d098a07 None None] Provisioning complete for port d145959a-e47c-4ee3-84b1-678dec68c7ac triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:38.749687 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b078-f1b8-440c-8beb-72b85d098a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.825756 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b078-f1b8-440c-8beb-72b85d098a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.844467 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69acfdc970>, [{'id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'name': 'router1', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:37:25Z', 'updated_at': '2021-10-15T11:37:35Z', 'revision_number': 2, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'gw_port_host': None, '_interfaces': [{'id': 'd145959a-e47c-4ee3-84b1-678dec68c7ac', 'name': '', 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'mac_address': 'fa:16:3e:fd:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afa6a802-0690-4f04-8a31-d171211629af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:35Z', 'updated_at': '2021-10-15T11:37:38Z', 'revision_number': 4, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'subnets': [{'id': 'afa6a802-0690-4f04-8a31-d171211629af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c70a39d4-4901-4dab-b49e-83f46f2241cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:38.856692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-bbb9b078-f1b8-440c-8beb-72b85d098a07 None None] For port d145959a-e47c-4ee3-84b1-678dec68c7ac, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d145959a-e47c-4ee3-84b1-678dec68c7ac,segment=NetworkSegment(099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc),segment_id=099b2e1d-9ed4-4b9f-b01b-5636ae2b38fc)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:37:38.871345 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34356d-1bd6-487d-8a34-2d6ce41e0087 None None] The sync data for ids ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'] in dv-cinder-814129-1-iscsi is: [{'id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'name': 'router1', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:37:25Z', 'updated_at': '2021-10-15T11:37:35Z', 'revision_number': 2, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'gw_port_host': None, '_interfaces': [{'id': 'd145959a-e47c-4ee3-84b1-678dec68c7ac', 'name': '', 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'mac_address': 'fa:16:3e:fd:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afa6a802-0690-4f04-8a31-d171211629af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:35Z', 'updated_at': '2021-10-15T11:37:38Z', 'revision_number': 4, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'subnets': [{'id': 'afa6a802-0690-4f04-8a31-d171211629af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c70a39d4-4901-4dab-b49e-83f46f2241cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:37:38.942041 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b078-f1b8-440c-8beb-72b85d098a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:38.998634 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9b078-f1b8-440c-8beb-72b85d098a07 None None] Pushing event updated for resources: {'Port': ['ID=d145959a-e47c-4ee3-84b1-678dec68c7ac,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:39.159033 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34504) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:39.267655 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d8152e-f487-47bc-a425-d6ea7f2d6bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:39.269010 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-35d8152e-f487-47bc-a425-d6ea7f2d6bc1 admin admin] 10.222.0.37 "GET /v2.0/networks/332f9494-77e4-4aeb-86c5-d78fbfecf2d9 HTTP/1.1" status: 200 len: 842 time: 0.1088471 Oct 15 11:37:39.279471 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'gateway_ip': '172.27.0.1'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:37:39.371938 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Made reservation on behalf of 6c15eb3ef573445b962e6c91c9ea75bb for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:37:39.374156 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:39.728872 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.objects.ports [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106847) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 11:37:39.729321 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:39.789750 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34964b32-4e5a-4487-8b98-0c20527e856e,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:39.794203 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:37:39.794592 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Network hostable DHCP agents. Network: 332f9494-77e4-4aeb-86c5-d78fbfecf2d9, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:37:39.862996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:37:39.937433 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 332f9494-77e4-4aeb-86c5-d78fbfecf2d9) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:37:39.941397 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:39.941992 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:39.946340 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c3df3-2a63-4a36-8f74-ef7d110bbd27 None None] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:37:40.034561 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d2bdbe95-e260-4de3-84b4-224d189c55d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7461669 Oct 15 11:37:40.078579 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb14949-135e-4057-a79f-cf26be61b8f1 None None] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:37:40.088728 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:37:42.406423 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34512) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:42.615305 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-0fa9c6c1-687d-4e33-b1b0-2c31b4a63b7d admin admin] 10.222.0.37 "GET /v2.0/routers/ea018979-da7b-46cd-8fd3-f68aa7f6e85e HTTP/1.1" status: 200 len: 710 time: 0.2076056 Oct 15 11:37:42.703418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6946eea-cef5-4f9e-a313-d8810747c8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:37:42.704713 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d6946eea-cef5-4f9e-a313-d8810747c8e1 admin admin] 10.222.0.37 "GET /v2.0/networks/332f9494-77e4-4aeb-86c5-d78fbfecf2d9 HTTP/1.1" status: 200 len: 886 time: 0.0828023 Oct 15 11:37:42.714168 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:37:42.956500 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:43.255799 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:43.333695 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:43.438992 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Allocated IP 172.27.0.169 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/8c758c51-c4f5-4be6-8976-ed6def6e58b6) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:37:43.546195 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:43.697985 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:43.734017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:37:43.736796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:37:43.739376 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:37:43.780393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Pushing event updated for resources: {'Port': ['ID=8c758c51-c4f5-4be6-8976-ed6def6e58b6,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:44.087720 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:44.367729 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-652679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-98864'] for router, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:44.371265 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-651105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-651032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652734'] for router, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:44.478486 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Router ea018979-da7b-46cd-8fd3-f68aa7f6e85e has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:37:44.585337 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:37:44.590074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:44.591300 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8c12c16f-5464-4d26-9cf7-5ce13a8f3220 admin admin] 10.222.0.37 "PUT /v2.0/routers/ea018979-da7b-46cd-8fd3-f68aa7f6e85e HTTP/1.1" status: 200 len: 890 time: 1.8803442 Oct 15 11:37:45.733092 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d145959a-e47c-4ee3-84b1-678dec68c7ac up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:37:45.826579 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port d145959a-e47c-4ee3-84b1-678dec68c7ac triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:45.826959 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:45.874179 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Sync routers for ids ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:37:45.915574 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Routers {'ea018979-da7b-46cd-8fd3-f68aa7f6e85e'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:37:45.916180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a755cf10>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:37:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:46.125551 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Set router ea018979-da7b-46cd-8fd3-f68aa7f6e85e gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:37:46.507260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a755cf10>, [{'id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'name': 'router1', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '8c758c51-c4f5-4be6-8976-ed6def6e58b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:37:25Z', 'updated_at': '2021-10-15T11:37:43Z', 'revision_number': 4, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'gw_port': {'id': '8c758c51-c4f5-4be6-8976-ed6def6e58b6', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:43Z', 'updated_at': '2021-10-15T11:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'd145959a-e47c-4ee3-84b1-678dec68c7ac', 'name': '', 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'mac_address': 'fa:16:3e:fd:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afa6a802-0690-4f04-8a31-d171211629af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:35Z', 'updated_at': '2021-10-15T11:37:38Z', 'revision_number': 5, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'subnets': [{'id': 'afa6a802-0690-4f04-8a31-d171211629af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c70a39d4-4901-4dab-b49e-83f46f2241cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:46.559209 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Checking router: ea018979-da7b-46cd-8fd3-f68aa7f6e85e for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:37:46.559558 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Updating router ea018979-da7b-46cd-8fd3-f68aa7f6e85e port 8c758c51-c4f5-4be6-8976-ed6def6e58b6 binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:37:46.606479 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:46.920007 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:47.004143 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:47.055408 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Attempting to bind port 8c758c51-c4f5-4be6-8976-ed6def6e58b6 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:37:47.060880 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Attempting to bind port 8c758c51-c4f5-4be6-8976-ed6def6e58b6 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:37:47.060880 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Attempting to bind port 8c758c51-c4f5-4be6-8976-ed6def6e58b6 on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:37:47.060880 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c986f-d2c3-4515-bc7d-bccc1deb2cf7 None None] Pushing event updated for resources: {'Port': ['ID=8c758c51-c4f5-4be6-8976-ed6def6e58b6,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:47.063767 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:37:47.064142 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:37:47.064541 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:47.064921 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:37:47.065383 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Bound port: 8c758c51-c4f5-4be6-8976-ed6def6e58b6, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:37:47.065776 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:47.074902 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 34524) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:37:47.115064 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] For port 8c758c51-c4f5-4be6-8976-ed6def6e58b6, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:37:47.118279 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] For port 8c758c51-c4f5-4be6-8976-ed6def6e58b6, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=8c758c51-c4f5-4be6-8976-ed6def6e58b6,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:37:47.193455 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:47.196354 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-547cb491-ff74-4246-b63d-91389ce2a7b1 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203454 Oct 15 11:37:47.336492 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Routers {'ea018979-da7b-46cd-8fd3-f68aa7f6e85e'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:37:47.337125 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a755cf10>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:37:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:47.338933 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c986f-d2c3-4515-bc7d-bccc1deb2cf7 None None] Pushing event updated for resources: {'Port': ['ID=8c758c51-c4f5-4be6-8976-ed6def6e58b6,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:47.448471 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] Set router ea018979-da7b-46cd-8fd3-f68aa7f6e85e gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:37:47.665653 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a755cf10>, [{'id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'name': 'router1', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '8c758c51-c4f5-4be6-8976-ed6def6e58b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:37:25Z', 'updated_at': '2021-10-15T11:37:43Z', 'revision_number': 4, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'gw_port': {'id': '8c758c51-c4f5-4be6-8976-ed6def6e58b6', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:43Z', 'updated_at': '2021-10-15T11:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'd145959a-e47c-4ee3-84b1-678dec68c7ac', 'name': '', 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'mac_address': 'fa:16:3e:fd:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afa6a802-0690-4f04-8a31-d171211629af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:35Z', 'updated_at': '2021-10-15T11:37:38Z', 'revision_number': 5, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'subnets': [{'id': 'afa6a802-0690-4f04-8a31-d171211629af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c70a39d4-4901-4dab-b49e-83f46f2241cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:37:47.699307 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17de9dae-4d6c-4902-abbd-23901374368f None None] The sync data for ids ['ea018979-da7b-46cd-8fd3-f68aa7f6e85e'] in dv-cinder-814129-1-iscsi is: [{'id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'name': 'router1', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '8c758c51-c4f5-4be6-8976-ed6def6e58b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:37:25Z', 'updated_at': '2021-10-15T11:37:43Z', 'revision_number': 4, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'gw_port': {'id': '8c758c51-c4f5-4be6-8976-ed6def6e58b6', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:43Z', 'updated_at': '2021-10-15T11:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'd145959a-e47c-4ee3-84b1-678dec68c7ac', 'name': '', 'network_id': '23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e', 'tenant_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'mac_address': 'fa:16:3e:fd:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea018979-da7b-46cd-8fd3-f68aa7f6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afa6a802-0690-4f04-8a31-d171211629af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:37:35Z', 'updated_at': '2021-10-15T11:37:38Z', 'revision_number': 5, 'project_id': 'f9918f2ce34240f19fcf7f63ba6a59eb', 'subnets': [{'id': 'afa6a802-0690-4f04-8a31-d171211629af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c70a39d4-4901-4dab-b49e-83f46f2241cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:37:49.730699 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 8c758c51-c4f5-4be6-8976-ed6def6e58b6 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:37:49.783686 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 8c758c51-c4f5-4be6-8976-ed6def6e58b6 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:49.783686 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:49.867146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:49.894170 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 8c758c51-c4f5-4be6-8976-ed6def6e58b6, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=8c758c51-c4f5-4be6-8976-ed6def6e58b6,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:37:49.977166 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:50.029648 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=8c758c51-c4f5-4be6-8976-ed6def6e58b6,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:37:51.753754 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 8c758c51-c4f5-4be6-8976-ed6def6e58b6 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:37:51.833976 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 8c758c51-c4f5-4be6-8976-ed6def6e58b6 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:37:51.834347 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:37:57.942671 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c305d22-29f8-4d08-93e6-5c48d702df94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:00.502917 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-12bc73f9-6227-40ae-8040-f977bcc6a506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:01.501196 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:01.838187 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:03.495554 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:17.088262 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:38:27.963934 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-79230c0f-b012-4914-9d7f-8f75ae298ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:30.490774 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3cc8ff84-301c-4bbc-8c70-db2e9d72de16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:31.485487 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:31.907560 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:33.482867 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:38:54.088321 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:38:57.964335 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8b6039b9-26ba-4dc5-9d96-af435d154cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:00.495667 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a21d6a7-9dc7-401e-ba84-9968c4bf3d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:01.489816 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:01.832634 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:03.493532 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:26.622828 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35086) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:26.686847 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f63af3b-459f-4e08-8deb-7cd3a70793ee admin admin] GET failed (client error): The resource could not be found. Oct 15 11:39:26.688204 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-6f63af3b-459f-4e08-8deb-7cd3a70793ee admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644007 Oct 15 11:39:26.863608 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1667a22-4778-4a73-b58e-56458d4a11ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:26.865045 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-c1667a22-4778-4a73-b58e-56458d4a11ae admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1723657 Oct 15 11:39:27.943896 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7f16919a-aa01-4d03-88dc-8ed9bcc2738b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:29.275189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35096) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:29.365679 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22106f47-3ab5-48c2-aeb8-c72927cf1130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:29.367005 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-22106f47-3ab5-48c2-aeb8-c72927cf1130 admin admin] 10.222.0.37 "GET /v2.0/subnets/afa6a802-0690-4f04-8a31-d171211629af HTTP/1.1" status: 200 len: 849 time: 0.0907640 Oct 15 11:39:29.376756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:39:29.457235 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Publish callbacks [] for subnet, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:29.663767 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755741475916'] for subnet, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:29.693363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:29.694483 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:29.695771 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] 10.222.0.37 "PUT /v2.0/subnets/afa6a802-0690-4f04-8a31-d171211629af HTTP/1.1" status: 200 len: 868 time: 0.3225534 Oct 15 11:39:29.713682 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f515d39e-6c22-4469-91d5-b1a9620f8909 None None] Network 23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:39:29.715650 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa6a802-0690-4f04-8a31-d171211629af,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:39:29.722922 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.723278 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.723625 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.723967 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.724303 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.724638 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.724970 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.725328 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.725678 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.726016 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.726337 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:29.726688 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d6f191-59cd-4235-a3d9-62e2749ad2c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:39:30.058202 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-71710ee7-101b-480c-b52f-0060a6b3fd88 None None] Provisioning complete for port b7be8014-c4ea-4f2d-9e0f-f4a846cf7ada triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:39:30.058602 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71710ee7-101b-480c-b52f-0060a6b3fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:30.155241 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-71710ee7-101b-480c-b52f-0060a6b3fd88 None None] Provisioning complete for port d145959a-e47c-4ee3-84b1-678dec68c7ac triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:39:30.155580 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71710ee7-101b-480c-b52f-0060a6b3fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:30.506089 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a12e3e17-1b0b-47a6-b36b-441466078a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:31.087560 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:39:31.477277 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:31.837227 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:31.968650 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35106) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:32.172855 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcf853-57cf-469d-9652-0b6e12e50e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:32.173322 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcf853-57cf-469d-9652-0b6e12e50e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:32.174851 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-7bbcf853-57cf-469d-9652-0b6e12e50e06 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2052405 Oct 15 11:39:33.505830 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:39:34.431556 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35114) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:34.560355 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1956e4f-b52f-40a8-83cd-6f003da039e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:34.560821 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1956e4f-b52f-40a8-83cd-6f003da039e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:34.562296 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-e1956e4f-b52f-40a8-83cd-6f003da039e2 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298018 Oct 15 11:39:36.878404 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35122) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:37.008440 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da4024-ab76-4720-8091-aabb29443edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:37.009778 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a8da4024-ab76-4720-8091-aabb29443edb admin admin] 10.222.0.37 "GET /v2.0/networks/23fb7ca2-ea10-41f8-a2d4-4aedf4ef309e HTTP/1.1" status: 200 len: 869 time: 0.1303923 Oct 15 11:39:39.284036 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35130) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:39.406694 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508493c6-e507-450b-bfbd-e03dddcaa0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:39.408034 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-508493c6-e507-450b-bfbd-e03dddcaa0f9 admin admin] 10.222.0.37 "GET /v2.0/networks/332f9494-77e4-4aeb-86c5-d78fbfecf2d9 HTTP/1.1" status: 200 len: 886 time: 0.1230588 Oct 15 11:39:41.667076 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35138) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:41.786632 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f3000-a857-4677-91fc-529e022a04b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:41.787591 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f3000-a857-4677-91fc-529e022a04b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:41.789103 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c44f3000-a857-4677-91fc-529e022a04b9 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210823 Oct 15 11:39:44.081986 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35146) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:44.177397 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5153a01-fae9-4a06-aa4e-febe94e472bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:44.178375 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5153a01-fae9-4a06-aa4e-febe94e472bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:44.179953 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d5153a01-fae9-4a06-aa4e-febe94e472bf admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0970061 Oct 15 11:39:46.418376 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35154) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:46.501658 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8497c8fe-15fd-4e82-a917-bb9c6c4e25d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:46.503059 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8497c8fe-15fd-4e82-a917-bb9c6c4e25d1 admin admin] 10.222.0.37 "GET /v2.0/subnets/34964b32-4e5a-4487-8b98-0c20527e856e HTTP/1.1" status: 200 len: 816 time: 0.0837009 Oct 15 11:39:48.772572 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35162) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:39:48.861554 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc632c4-f15b-40fe-b2d4-f116b326f600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:39:48.862914 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-edc632c4-f15b-40fe-b2d4-f116b326f600 admin admin] 10.222.0.37 "GET /v2.0/subnets/afa6a802-0690-4f04-8a31-d171211629af HTTP/1.1" status: 200 len: 868 time: 0.0894091 Oct 15 11:39:57.968002 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a345-542e-4b09-9128-6017714a1a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:00.493667 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-49e1b8ef-5c6e-46b3-8db3-4455e669b025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:01.505365 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:01.876252 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:03.511254 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:08.086651 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:40:13.540487 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35216) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:40:13.587425 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [None req-077178c3-0156-41ff-8be9-b5a6008dc043 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:40:13.588459 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-077178c3-0156-41ff-8be9-b5a6008dc043 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0470343 Oct 15 11:40:15.929993 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35224) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:40:15.992241 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb4b794-7e6c-4dad-b0a9-08ef352a4bd5 admin admin] GET failed (client error): The resource could not be found. Oct 15 11:40:15.993539 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-6bb4b794-7e6c-4dad-b0a9-08ef352a4bd5 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626142 Oct 15 11:40:16.223868 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f6912-272a-4b3b-86f5-b6f114397b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:40:16.225320 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-186f6912-272a-4b3b-86f5-b6f114397b3a admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2270746 Oct 15 11:40:18.544229 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35232) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:40:18.590365 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:40:18.667574 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Made reservation on behalf of 6c15eb3ef573445b962e6c91c9ea75bb for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:40:18.669831 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:18.696815 dv-cinder-814129-1-iscsi neutron-server[106847]: WARNING neutron.services.revisions.revision_plugin [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f69a6ae97f0] {project_id='6c15eb3ef573445b962e6c91c9ea75bb', id='67cb695e-9ad6-4e3c-9d8b-7749f43931c6', target_tenant='*', action='access_as_shared', object_id='f6cc6708-8047-42b9-b136-8316df35a286'}> to bump revision. Oct 15 11:40:18.706797 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:40:18.715537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:18.715877 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Added segment 08112715-72b4-4807-a8ad-be78c0283765 of type vlan for network f6cc6708-8047-42b9-b136-8316df35a286 Oct 15 11:40:18.752133 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:18.881415 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:18.882383 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:40:18.882983 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:18.940636 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f6cc6708-8047-42b9-b136-8316df35a286,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:40:18.953243 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network f6cc6708-8047-42b9-b136-8316df35a286 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:40:19.010565 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-453f7496-162f-4b86-98a8-9cc5e9b4a3c8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4651432 Oct 15 11:40:21.311992 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35240) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:40:21.372866 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9172094a-f4f6-4528-9a28-aafcc3aae83d admin admin] GET failed (client error): The resource could not be found. Oct 15 11:40:21.374212 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9172094a-f4f6-4528-9a28-aafcc3aae83d admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612576 Oct 15 11:40:21.442810 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b26cc-db23-4d22-a0a8-05ee7962b6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:40:21.444158 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-178b26cc-db23-4d22-a0a8-05ee7962b6f9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651498 Oct 15 11:40:21.454324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:40:21.527296 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Made reservation on behalf of 6c15eb3ef573445b962e6c91c9ea75bb for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:40:21.529532 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:21.747801 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:21.808147 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8279628c-7f10-4e5f-8f4e-1ed561e3a2e9,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:40:21.812316 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Checking segment: {'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:40:21.812670 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Network hostable DHCP agents. Network: f6cc6708-8047-42b9-b136-8316df35a286, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:40:21.912829 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Network f6cc6708-8047-42b9-b136-8316df35a286 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:40:21.984183 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, f6cc6708-8047-42b9-b136-8316df35a286) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:40:21.988173 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:40:21.989373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:21.993971 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce2cfd-28a3-4724-9413-07eedb63186f None None] Network f6cc6708-8047-42b9-b136-8316df35a286 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:40:22.099897 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-e007a26b-3db1-4a02-a0ad-04d7a52a2c95 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6487091 Oct 15 11:40:22.239666 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-f6cc6708-8047-42b9-b136-8316df35a286', 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286', 'tenant_id': '6c15eb3ef573445b962e6c91c9ea75bb', 'fixed_ips': [{'subnet_id': '8279628c-7f10-4e5f-8f4e-1ed561e3a2e9'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:40:22.240588 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:22.440666 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Allocated IP 192.168.233.2 (f6cc6708-8047-42b9-b136-8316df35a286/8279628c-7f10-4e5f-8f4e-1ed561e3a2e9/70b22a65-51cd-48df-87f4-9e8710f83ba4) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:40:22.584467 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:22.651720 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:22.692241 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Network f6cc6708-8047-42b9-b136-8316df35a286 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:40:22.694944 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:40:22.698277 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:40:22.706224 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Pushing event updated for resources: {'Port': ['ID=70b22a65-51cd-48df-87f4-9e8710f83ba4,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:40:22.717564 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.717928 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.718310 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.718668 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.719017 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.719325 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.719649 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.719990 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.720329 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.720702 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.721025 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.721341 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:40:22.765978 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Attempting to bind port 70b22a65-51cd-48df-87f4-9e8710f83ba4 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:40:22.766339 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Attempting to bind port 70b22a65-51cd-48df-87f4-9e8710f83ba4 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:40:22.766718 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Attempting to bind port 70b22a65-51cd-48df-87f4-9e8710f83ba4 on network f6cc6708-8047-42b9-b136-8316df35a286 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:40:22.772415 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:40:22.772781 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Checking segment: {'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:40:22.773175 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:22.773560 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Bound using segment: {'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:40:22.774010 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Bound port: 70b22a65-51cd-48df-87f4-9e8710f83ba4, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:40:22.774397 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:22.838903 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] For port 70b22a65-51cd-48df-87f4-9e8710f83ba4, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:40:22.841931 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] For port 70b22a65-51cd-48df-87f4-9e8710f83ba4, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=70b22a65-51cd-48df-87f4-9e8710f83ba4,segment=NetworkSegment(08112715-72b4-4807-a8ad-be78c0283765),segment_id=08112715-72b4-4807-a8ad-be78c0283765)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:40:22.916590 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:22.971707 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cd9ed-6987-444b-a458-681ff6ec1934 None None] Pushing event updated for resources: {'Port': ['ID=70b22a65-51cd-48df-87f4-9e8710f83ba4,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:40:23.783070 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b0b0b-8bc8-406a-915b-38ca3530e702 None None] Network f6cc6708-8047-42b9-b136-8316df35a286 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:40:23.866240 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-d217c625-d82d-487b-bee6-1e006c7c6757 None None] Provisioning complete for port 70b22a65-51cd-48df-87f4-9e8710f83ba4 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:40:23.866240 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d217c625-d82d-487b-bee6-1e006c7c6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:23.891157 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 70b22a65-51cd-48df-87f4-9e8710f83ba4 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:40:24.050798 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d217c625-d82d-487b-bee6-1e006c7c6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:24.072076 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 70b22a65-51cd-48df-87f4-9e8710f83ba4 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:40:24.074267 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:24.120993 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-d217c625-d82d-487b-bee6-1e006c7c6757 None None] For port 70b22a65-51cd-48df-87f4-9e8710f83ba4, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=70b22a65-51cd-48df-87f4-9e8710f83ba4,segment=NetworkSegment(08112715-72b4-4807-a8ad-be78c0283765),segment_id=08112715-72b4-4807-a8ad-be78c0283765)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:40:24.184661 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:24.225199 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d217c625-d82d-487b-bee6-1e006c7c6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:24.302623 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.db.api [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 11:40:24.302926 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG oslo_db.api [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 11:40:24.303526 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217c625-d82d-487b-bee6-1e006c7c6757 None None] Pushing event updated for resources: {'Port': ['ID=70b22a65-51cd-48df-87f4-9e8710f83ba4,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:40:24.350814 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-5b7ed4bb-df16-4ffb-a2f3-c31f648808d2 None None] Provisioning complete for port 70b22a65-51cd-48df-87f4-9e8710f83ba4 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:40:24.351096 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5b7ed4bb-df16-4ffb-a2f3-c31f648808d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:25.838240 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 70b22a65-51cd-48df-87f4-9e8710f83ba4 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:40:25.885152 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 70b22a65-51cd-48df-87f4-9e8710f83ba4 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:40:25.885517 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:27.959030 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5e03e7b-2198-46d8-89f2-dbd74b591c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:30.504850 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54ffd9ed-cc5a-4a93-9c64-b91a7ce3294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:31.496120 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:31.844354 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:33.513047 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:40:45.085255 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:40:57.951756 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3e77ce12-ef55-40d2-a54d-ff2dedfbed61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:00.485938 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a4d3602e-aea6-4e12-b7b4-2f385d81e90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:01.486326 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:01.847004 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:03.503723 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:22.084051 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:41:27.986086 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c985dbea-284c-48c7-b7de-66f3f894ead9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:30.504975 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1eed007b-da62-4ae5-97df-0368cae02ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:31.557045 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:31.862320 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:33.522378 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:43.537008 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35294) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:41:43.543051 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [None req-b8b3a0d4-bdfd-482a-b991-492ab624d417 tempest-verify_tempest_config-17619132 tempest-verify_tempest_config-17619132-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:41:43.543999 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-b8b3a0d4-bdfd-482a-b991-492ab624d417 tempest-verify_tempest_config-17619132 tempest-verify_tempest_config-17619132-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060294 Oct 15 11:41:44.069122 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35312) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:41:44.169426 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:44.239273 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:44.313122 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:44.356542 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fb5db9e4c3245ae9b0c22f291b7737e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2862542 Oct 15 11:41:44.357206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89003031-c89b-49e6-9fec-92959a6fea7d,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:41:44.359216 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35316) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:41:44.364754 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.365118 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.365452 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.365774 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.366099 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.366422 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.366769 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.367098 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.367431 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.367747 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.368060 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.368369 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b787b-fa18-4bd9-9133-f9cd3b367111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.436813 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:44.456391 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:44.636568 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:44.639061 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:44.640233 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89003031-c89b-49e6-9fec-92959a6fea7d HTTP/1.1" status: 204 len: 168 time: 0.2794588 Oct 15 11:41:44.648121 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89003031-c89b-49e6-9fec-92959a6fea7d,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:41:44.654642 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.654990 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.655329 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.655661 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.655990 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.656338 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.657278 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.657621 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.657951 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.658282 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.658624 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:44.658949 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a58d6d-d095-4552-a27d-1844bc892379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:41:57.961234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-60347ab2-1050-4221-a601-0f5a8ed869bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:41:59.082291 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:42:00.481194 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a200eea3-68b9-491c-b8d2-8a8c5cd76823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:01.578271 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:01.849968 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:03.558444 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:27.975014 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c68863ce-5b35-4083-b136-b33754bd8cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:30.485960 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-40d7e184-02e4-4bba-ab09-1926447899d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:31.509770 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:31.840118 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:33.543057 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:42:36.080544 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:42:58.002527 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d3841959-2abd-4e95-b64d-74559dfe4a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:00.484272 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb35ec45-e43f-47ec-9a77-8d404551c36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:01.524385 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:01.833041 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:03.561993 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:13.078849 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 5 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:43:16.950583 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649240'] for agent, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:27.986804 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3993a8df-6c8d-4e4d-88ab-e4385991969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:30.483519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-82c1980a-7174-488b-ab8c-77513c5d3dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:31.563556 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:31.684689 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35390) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:43:31.786164 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-a1c7621e-99cc-4dad-bdbe-79aee415713b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1003149 Oct 15 11:43:31.843760 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:33.523461 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:34.112830 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35400) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:43:34.174803 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8bbbfbf4-7a2e-48ea-b5e0-389c902d603d admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0608487 Oct 15 11:43:46.903958 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:43:50.077064 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:43:57.979845 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3e7c44b9-a9ce-4a3c-baa6-d10910fa2c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:00.578092 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4b25ed88-6958-441a-a515-d7b2e0ba5343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:01.522572 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:01.852318 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:03.680790 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:16.898848 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:27.076764 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:44:28.017390 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c56410de-7e33-4d2e-b8d5-98e56d471a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:30.487614 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0206-194a-423e-ae7e-88fdf3a7fc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:31.510237 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:31.874772 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:33.532526 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:46.896078 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:44:57.970320 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6555a39d-91d4-4cae-84e7-ce536c785d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:00.513705 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-331456d0-1555-4310-9e8b-262d4f9a83f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:01.547300 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:01.880255 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:03.394586 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35524) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:03.552839 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:03.668997 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-network', 'tenant_id': '16f372db5f12470a936c1822f98538b4'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:03.760104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Made reservation on behalf of 16f372db5f12470a936c1822f98538b4 for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:03.764138 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:03.772080 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:03.847193 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:03.926235 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:03.947207 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:45:03.962558 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1168ea-bc04-4e34-abd0-cc6dc53cf2a5,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:03.967609 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:03.967609 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Added segment a7c73faf-c7e5-43b4-97ea-741e4e75dd23 of type vlan for network b31442e5-5eac-4120-b2bb-2d89cdd1de86 Oct 15 11:45:03.980196 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.980552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.982246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.982246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.982246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.982246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.982246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.982753 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.982932 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.983208 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.983522 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.983833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Tracked resource versions report: Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: pushed versions: Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: { 'AddressGroup': {'1.2'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'ConntrackHelper': {'1.0'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Log': {'1.0'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Network': {'1.1'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Port': {'1.7'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'PortForwarding': {'1.2'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'QosPolicy': {'1.10'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroup': {'1.4'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SubPort': {'1.0'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Subnet': {'1.1'}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Trunk': {'1.1'}} Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: consumer versions: Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: HyperV agent@hv-cinder-81412: {}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'ConntrackHelper': '1.0', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Log': '1.0', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Network': '1.1', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Port': '1.7', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'PortForwarding': '1.2', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'QosPolicy': '1.10', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroup': '1.4', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SecurityGroupRule': '1.2', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'SubPort': '1.0', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Subnet': '1.1', Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: 'Trunk': '1.1'}} Oct 15 11:45:03.984870 dv-cinder-814129-1-iscsi neutron-server[106847]: {{(pid=106847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:45:04.026059 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.074626 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:45:04.103090 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.104062 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:04.104638 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.166901 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] Pushing event updated for resources: {'Network': ['ID=b31442e5-5eac-4120-b2bb-2d89cdd1de86,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:04.177476 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:45:04.232503 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-22a23284-bdf0-4886-8a42-3da1791e43ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8362241 Oct 15 11:45:04.235682 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35566) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:04.243156 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Request body: {'subnet': {'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-subnet', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:04.326403 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Made reservation on behalf of 16f372db5f12470a936c1822f98538b4 for: {'subnet': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:04.328874 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Publish callbacks [] for subnet, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.340612 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35572) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:04.572028 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.625195 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=adde2e14-5c9b-42f6-a87d-83c466d2c9d8,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:04.636097 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.636447 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.636787 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.637125 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.637452 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.637795 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.638741 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.639091 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.639433 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.639759 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.640149 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.640391 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Tracked resource versions report: Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: pushed versions: Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: { 'AddressGroup': {'1.2'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'ConntrackHelper': {'1.0'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Log': {'1.0'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Network': {'1.1'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Port': {'1.7'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'PortForwarding': {'1.2'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'QosPolicy': {'1.10'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroup': {'1.4'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SubPort': {'1.0'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Subnet': {'1.1'}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Trunk': {'1.1'}} Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: consumer versions: Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: HyperV agent@hv-cinder-81412: {}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'ConntrackHelper': '1.0', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Log': '1.0', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Network': '1.1', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Port': '1.7', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'PortForwarding': '1.2', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'QosPolicy': '1.10', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroup': '1.4', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SecurityGroupRule': '1.2', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'SubPort': '1.0', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Subnet': '1.1', Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: 'Trunk': '1.1'}} Oct 15 11:45:04.641423 dv-cinder-814129-1-iscsi neutron-server[106848]: {{(pid=106848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:45:04.647381 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Checking segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:04.647736 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Network hostable DHCP agents. Network: b31442e5-5eac-4120-b2bb-2d89cdd1de86, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:45:04.675612 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-447331817-network', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:04.737406 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:45:04.793062 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Made reservation on behalf of fd15f933f6f547c783143ab31ab6a28e for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:04.795511 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.808529 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.818399 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, b31442e5-5eac-4120-b2bb-2d89cdd1de86) {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:04.827713 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:04.828293 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.828985 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e816aa-19e9-4e38-8a55-7f7fb32cb613 None None] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:04.915268 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:04.934213 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-26ff0c29-4825-4ade-904c-e5447fb3b89d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6962631 Oct 15 11:45:04.937444 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35602) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:04.941963 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:04.994765 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.014260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:45:05.014260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.028332 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ba1238-699f-4f76-8dd2-fd83a1217165,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:05.039171 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35614) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:05.052507 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:45:05.058545 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.065624 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.091703 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755741517626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.092290 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f69adce73a0> segment precommit_create {{(pid=106848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 11:45:05.092791 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Added segment f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1 of type vlan for network e5d42759-a508-41e8-99d0-20582bf547ae Oct 15 11:45:05.157955 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Allocated IP 172.20.0.2 (b31442e5-5eac-4120-b2bb-2d89cdd1de86/adde2e14-5c9b-42f6-a87d-83c466d2c9d8/d9dc69f7-1e43-4f65-8fac-3c86b8d63473) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:05.257870 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.289235 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.335528 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.360140 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.361139 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:05.361736 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.445632 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.478770 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35628) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:05.478928 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1363707 Oct 15 11:45:05.486026 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Request body: {'subnet': {'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-447331817-subnet', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:05.505038 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Pushing event updated for resources: {'Port': ['ID=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:05.518888 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:05.520798 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.527432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Tracked resource versions report: Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: pushed versions: Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: { 'AddressGroup': {'1.2'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'ConntrackHelper': {'1.0'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Log': {'1.0'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Network': {'1.1'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Port': {'1.7'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'PortForwarding': {'1.2'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'QosPolicy': {'1.10'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroup': {'1.4'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SubPort': {'1.0'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Subnet': {'1.1'}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Trunk': {'1.1'}} Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: consumer versions: Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: HyperV agent@hv-cinder-81412: {}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'ConntrackHelper': '1.0', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Log': '1.0', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Network': '1.1', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Port': '1.7', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'PortForwarding': '1.2', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'QosPolicy': '1.10', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroup': '1.4', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SecurityGroupRule': '1.2', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'SubPort': '1.0', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Subnet': '1.1', Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: 'Trunk': '1.1'}} Oct 15 11:45:05.530023 dv-cinder-814129-1-iscsi neutron-server[106849]: {{(pid=106849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:45:05.537157 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35630) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:05.547428 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:05.591834 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b5134-0723-4e6c-aff0-39cab827f724 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d42759-a508-41e8-99d0-20582bf547ae,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:05.600521 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Made reservation on behalf of fd15f933f6f547c783143ab31ab6a28e for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:05.603181 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.623257 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network e5d42759-a508-41e8-99d0-20582bf547ae details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:45:05.660329 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-984529996-network', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:05.683339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.703288 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Attempting to bind port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:05.703744 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Attempting to bind port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:05.704226 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Attempting to bind port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:05.713331 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:05.713897 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Checking segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:05.719519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.719519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Bound using segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:05.719519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Bound port: d9dc69f7-1e43-4f65-8fac-3c86b8d63473, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:05.719519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.806840 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] For port d9dc69f7-1e43-4f65-8fac-3c86b8d63473, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:05.814953 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] For port d9dc69f7-1e43-4f65-8fac-3c86b8d63473, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:05.848115 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Made reservation on behalf of a75f6b48821949b995103e4b9d1948fd for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:05.851505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.864516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.880492 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35642) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:05.887088 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.953996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:05.957950 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-818017108-network', 'tenant_id': 'cd158d0624f54f7d8d563bc0b5edb4f5'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:05.987497 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d611f9c-6f8c-487a-9b4f-d8c424296c52 None None] Pushing event updated for resources: {'Port': ['ID=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:06.001348 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d52e97-c69c-4aed-85e2-d047c07cb64a,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:06.073887 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.085762 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Checking segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:06.086905 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Network hostable DHCP agents. Network: e5d42759-a508-41e8-99d0-20582bf547ae, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:45:06.120122 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Made reservation on behalf of cd158d0624f54f7d8d563bc0b5edb4f5 for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:06.122965 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.138995 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.157772 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.166133 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.201046 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:45:06.202917 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Network e5d42759-a508-41e8-99d0-20582bf547ae is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:45:06.207737 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.226973 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce009a5-be99-4f74-9514-ab3b7d227772,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:06.241764 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.242108 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Added segment 8942338a-b3ae-4607-98ba-a50526c6de5c of type vlan for network daf9db8b-725b-451c-9994-0e901cda45cd Oct 15 11:45:06.324523 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, e5d42759-a508-41e8-99d0-20582bf547ae) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:06.327901 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.333790 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:06.334386 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.335284 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d73ed5a-dd4d-4bad-b64c-b109416287d0 None None] Network e5d42759-a508-41e8-99d0-20582bf547ae requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:06.340957 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1577889972-network', 'tenant_id': 'a968605019e14b199f11ce01e924d68f'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:06.498642 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Made reservation on behalf of a968605019e14b199f11ce01e924d68f for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:06.501173 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.503079 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.503988 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:06.509536 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.539159 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-e5d42759-a508-41e8-99d0-20582bf547ae', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:45:06.540004 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.544818 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.596905 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.597709 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] Pushing event updated for resources: {'Network': ['ID=daf9db8b-725b-451c-9994-0e901cda45cd,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:06.617414 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-501b6c68-8d94-46d0-a882-026adb53c757 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5765233 Oct 15 11:45:06.618382 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35668) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:06.623865 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c6078f3e-b37c-49d3-8939-64636259b231 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1440809 Oct 15 11:45:06.628873 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Request body: {'subnet': {'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-subnet', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:06.629557 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35672) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:06.644917 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:06.672609 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.689486 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network daf9db8b-725b-451c-9994-0e901cda45cd details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:45:06.709957 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Allocated IP 172.27.0.52 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/78ee21de-d4dd-4312-887a-33aabcc518cd) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:06.719047 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:45:06.729665 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.731481 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Made reservation on behalf of a75f6b48821949b995103e4b9d1948fd for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:06.735393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.773630 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.773999 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Added segment c918c473-90a0-4136-9034-9ad3793233d4 of type vlan for network 0304ff4e-39fc-4cc0-8352-72da844b4e0d Oct 15 11:45:06.798709 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ce63ac-2c61-4438-8d7e-8ce16eed2267,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:06.817402 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Allocated IP 172.20.0.2 (e5d42759-a508-41e8-99d0-20582bf547ae/65d52e97-c69c-4aed-85e2-d047c07cb64a/9c71317c-317b-4e45-adcd-31b8b2e1afe6) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:06.823134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.857073 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.865010 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.865164 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8b3924-40f4-4bcf-a8be-493aeec14e0f,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:06.900169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:45:06.903002 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.931678 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:06.932004 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Added segment 3e7e1f46-d142-4b6b-86dd-8b71263cbef5 of type vlan for network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd Oct 15 11:45:07.020145 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.046126 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.064073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.079913 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.086374 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:07.090003 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.100922 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.163218 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.191630 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.204575 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] Pushing event updated for resources: {'Network': ['ID=0304ff4e-39fc-4cc0-8352-72da844b4e0d,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:07.232342 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:45:07.295877 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51407aeb-5ba0-4493-9db8-aac5754f8193,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:07.310729 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.311989 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:07.316166 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.338476 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-87e97f3d-0a8d-4077-844c-d55b40229d82 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8001082 Oct 15 11:45:07.365330 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35688) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:07.398503 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Request body: {'subnet': {'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-818017108-subnet', 'tenant_id': 'cd158d0624f54f7d8d563bc0b5edb4f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:07.427915 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Network e5d42759-a508-41e8-99d0-20582bf547ae is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:07.451523 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:07.453349 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Pushing event updated for resources: {'Port': ['ID=9c71317c-317b-4e45-adcd-31b8b2e1afe6,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:07.471607 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:07.481959 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b4251-a3eb-4929-8968-e5cedb3b11f0 None None] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:07.495309 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.552265 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] Pushing event updated for resources: {'Network': ['ID=38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:07.564326 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.578206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Made reservation on behalf of cd158d0624f54f7d8d563bc0b5edb4f5 for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:07.581829 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-91cc7b07-663b-4f6d-b4c0-df3d3ef28adf None None] Provisioning complete for port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:07.581985 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.582188 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-91cc7b07-663b-4f6d-b4c0-df3d3ef28adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.617371 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:45:07.664528 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Attempting to bind port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:07.664894 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Attempting to bind port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:07.665254 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Attempting to bind port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 on network e5d42759-a508-41e8-99d0-20582bf547ae {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:07.777957 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:07.795126 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:07.798196 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:07.802740 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Pushing event updated for resources: {'Port': ['ID=78ee21de-d4dd-4312-887a-33aabcc518cd,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:07.817134 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:07.817558 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Checking segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:07.817953 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.818340 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Bound using segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:07.818833 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Bound port: 9c71317c-317b-4e45-adcd-31b8b2e1afe6, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:07.819226 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.823893 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Checking segment: {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:07.824324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Network hostable DHCP agents. Network: daf9db8b-725b-451c-9994-0e901cda45cd, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:45:07.832809 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8b702a47-cb0e-4e33-a9f5-9c1a8866211e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9509037 Oct 15 11:45:07.839499 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35716) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:07.853435 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Request body: {'subnet': {'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1577889972-subnet', 'tenant_id': 'a968605019e14b199f11ce01e924d68f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:07.915499 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:07.939865 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Network daf9db8b-725b-451c-9994-0e901cda45cd is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:45:07.955608 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] For port 9c71317c-317b-4e45-adcd-31b8b2e1afe6, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:07.986983 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] For port 9c71317c-317b-4e45-adcd-31b8b2e1afe6, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=9c71317c-317b-4e45-adcd-31b8b2e1afe6,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:07.996781 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Made reservation on behalf of a968605019e14b199f11ce01e924d68f for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:08.000593 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Publish callbacks [] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.018355 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Checking segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:08.018739 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Network hostable DHCP agents. Network: 0304ff4e-39fc-4cc0-8352-72da844b4e0d, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:45:08.114781 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, daf9db8b-725b-451c-9994-0e901cda45cd) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:08.118077 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=557c2b22-09b7-4c10-97eb-3c20b18aceb0,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:08.138963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:08.139749 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.189735 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00054e-18c0-4acb-9b1e-7b9e907c8efb None None] Network daf9db8b-725b-451c-9994-0e901cda45cd requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:08.194491 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:45:08.287626 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d9dc69f7-1e43-4f65-8fac-3c86b8d63473 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:08.315385 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.321701 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.355298 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-91cc7b07-663b-4f6d-b4c0-df3d3ef28adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.380003 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-f983c380-8acb-4a0f-b082-8967c54a9cd0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7548015 Oct 15 11:45:08.382623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 0304ff4e-39fc-4cc0-8352-72da844b4e0d) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:08.384026 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35728) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:08.396189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:08.404832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:08.406286 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.450085 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac213fce-75dd-43ed-976c-50dcd9351f45 None None] Network daf9db8b-725b-451c-9994-0e901cda45cd requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:08.453814 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d867251-0828-43d7-8a0b-147ebd403b10 None None] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:08.537228 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.590046 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.591189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.629653 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.673192 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.715281 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35734) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:08.745969 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2337c-6bce-4d60-997e-a9550f38e4ec None None] Pushing event updated for resources: {'Port': ['ID=9c71317c-317b-4e45-adcd-31b8b2e1afe6,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:08.770646 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:08.773952 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-91cc7b07-663b-4f6d-b4c0-df3d3ef28adf None None] For port d9dc69f7-1e43-4f65-8fac-3c86b8d63473, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:08.888972 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c18079-b27a-4bd0-a113-ff4e59b5d2ee,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:08.894206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Checking segment: {'id': '3e7e1f46-d142-4b6b-86dd-8b71263cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:08.894588 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Network hostable DHCP agents. Network: 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:45:08.911787 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-371450c6-58f3-4cc8-8162-c2503e6ebcf7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5427487 Oct 15 11:45:08.939562 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Allocated IP 172.27.0.181 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:08.950675 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97960de9-a3b1-4568-a52c-169b294474b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.003038 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:09.003471 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.034420 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-91cc7b07-663b-4f6d-b4c0-df3d3ef28adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.069695 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.093161 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c800c4-3bb1-4308-bad7-a38c52463364 None None] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:09.125777 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:45:09.232518 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:09.235897 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.246031 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:09.246681 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.266369 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc7b07-663b-4f6d-b4c0-df3d3ef28adf None None] Pushing event updated for resources: {'Port': ['ID=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:09.312578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97960de9-a3b1-4568-a52c-169b294474b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.329300 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-096c64b6-3292-41f1-87a2-78b2a6bbe9ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4814901 Oct 15 11:45:09.361221 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6e071-5350-4ab8-8a19-83b24289134e None None] Network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:09.382429 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.384601 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97960de9-a3b1-4568-a52c-169b294474b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.437776 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97960de9-a3b1-4568-a52c-169b294474b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9209a046-236b-48b0-a59b-e25ced4ae799,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:09.472959 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-97960de9-a3b1-4568-a52c-169b294474b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=363ab4a622924d79875b08c2771f1e11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7573400 Oct 15 11:45:09.486375 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35752) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:09.544171 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Router df49405d-7bcf-4c31-b9c5-093af4260e53 is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:45:09.623189 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-dae4ab44-7efd-4acd-93a9-ccaee19a325a None None] Provisioning complete for port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:09.623741 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-dae4ab44-7efd-4acd-93a9-ccaee19a325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.738034 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b53134-6989-40c1-883e-e101505a5c0e None None] Network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:09.791659 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:09.801988 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Sync routers for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:09.804476 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.818074 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:09.822691 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a74589d0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:09.822907 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:09.828118 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:09.935189 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:09.949544 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:09.958872 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-fbabc1e2-c035-4ce3-89aa-c038892d25de admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0198998 Oct 15 11:45:09.965240 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1ec770fc-ea7b-4fbc-a866-8e76c0e51b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.024345 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35782) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:10.061792 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:10.063898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35796) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:10.189953 dv-cinder-814129-1-iscsi neutron-server[106847]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 11:45:10.203637 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1ec770fc-ea7b-4fbc-a866-8e76c0e51b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.262834 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d9dc69f7-1e43-4f65-8fac-3c86b8d63473 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:10.271630 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:10.312488 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e042fbe-cdce-498a-a7c6-50520a58a3cb None None] Network e5d42759-a508-41e8-99d0-20582bf547ae requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:10.333617 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.378343 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2ff87142-bbd0-4437-9190-7aeb3a873048 None None] Provisioning complete for port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:10.378595 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2ff87142-bbd0-4437-9190-7aeb3a873048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.409515 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.431447 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1ec770fc-ea7b-4fbc-a866-8e76c0e51b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.434044 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1ec770fc-ea7b-4fbc-a866-8e76c0e51b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.438444 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1ec770fc-ea7b-4fbc-a866-8e76c0e51b87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9209a046-236b-48b0-a59b-e25ced4ae799 HTTP/1.1" status: 204 len: 168 time: 0.9459291 Oct 15 11:45:10.539929 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:10.540309 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.560235 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec770fc-ea7b-4fbc-a866-8e76c0e51b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209a046-236b-48b0-a59b-e25ced4ae799,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:10.582934 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a74589d0>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:07Z', 'revision_number': 3, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:10.605300 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35820) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:10.614558 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747327-09a9-453e-aac3-f5120503bdab req-68737b85-f0d5-4f97-a7df-f014a4b9289c tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:10.621045 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-68737b85-f0d5-4f97-a7df-f014a4b9289c tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/networks?id=38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd HTTP/1.1" status: 200 len: 812 time: 0.4593127 Oct 15 11:45:10.665615 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.667509 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Checking router: df49405d-7bcf-4c31-b9c5-093af4260e53 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:10.667872 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Updating router df49405d-7bcf-4c31-b9c5-093af4260e53 port 78ee21de-d4dd-4312-887a-33aabcc518cd binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:45:10.697877 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-ab4e9b0d-366e-4ed4-b35a-77153f4f9a11 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/quotas/a968605019e14b199f11ce01e924d68f HTTP/1.1" status: 200 len: 375 time: 0.0759118 Oct 15 11:45:10.711270 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.834277 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2ff87142-bbd0-4437-9190-7aeb3a873048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.850924 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-6fe16870-4982-4838-820e-df265009ee4b tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a968605019e14b199f11ce01e924d68f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514719 Oct 15 11:45:10.883853 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 9c71317c-317b-4e45-adcd-31b8b2e1afe6 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:10.918760 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:10.954950 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Allocated IP 172.27.0.13 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/243094ae-9660-4ce5-a8b4-a94c237796d9) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:10.974582 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2ff87142-bbd0-4437-9190-7aeb3a873048 None None] For port 9c71317c-317b-4e45-adcd-31b8b2e1afe6, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=9c71317c-317b-4e45-adcd-31b8b2e1afe6,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:10.986682 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:10.987440 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.040007 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-ec8156e3-48e0-47b7-aac3-48eefbf5470f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:11.047732 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-ec8156e3-48e0-47b7-aac3-48eefbf5470f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.4411590 Oct 15 11:45:11.063553 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2ff87142-bbd0-4437-9190-7aeb3a873048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.100710 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e9689467-90f0-4644-9513-72f5dda1b21a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/quotas/cd158d0624f54f7d8d563bc0b5edb4f5 HTTP/1.1" status: 200 len: 375 time: 0.0520205 Oct 15 11:45:11.207768 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff87142-bbd0-4437-9190-7aeb3a873048 None None] Pushing event updated for resources: {'Port': ['ID=9c71317c-317b-4e45-adcd-31b8b2e1afe6,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:11.215205 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-6b9a8c9b-5c59-4508-ba3d-8e766f3c9491 None None] Provisioning complete for port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:11.215779 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8c9b-5c59-4508-ba3d-8e766f3c9491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.251301 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:45:11.302671 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-2b0bb084-7a13-457c-9d9a-91bb727970f8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:45:11.303270 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35842) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:11.303691 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-2b0bb084-7a13-457c-9d9a-91bb727970f8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2781582 Oct 15 11:45:11.333610 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-9c7b35ac-d8d3-43ca-b375-2e3a1dd66541 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2314873 Oct 15 11:45:11.334273 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5adcdd81-5690-4bd6-ba7e-4b193c63fc67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.507215 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:11.524173 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Sync routers for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:11.539789 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:11.540569 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a747f670>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:11.545451 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.567085 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-db8c9e99-83a8-488b-9eb5-c785b60b76b4 service neutron] 10.222.0.37 "GET /v2.0/networks/38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438309 Oct 15 11:45:11.575972 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-3268f70f-7ddb-43f9-9fc3-fbf06df843b9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:45:11.576960 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-3268f70f-7ddb-43f9-9fc3-fbf06df843b9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1012623 Oct 15 11:45:11.603825 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5adcdd81-5690-4bd6-ba7e-4b193c63fc67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.623543 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.630067 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-d2292dec-90f2-4ef2-a849-b7ae61934e25 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9943628 Oct 15 11:45:11.630067 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35854) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:11.680924 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:11.725139 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5adcdd81-5690-4bd6-ba7e-4b193c63fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.820000 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcdd81-5690-4bd6-ba7e-4b193c63fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9104298c-cf2a-4e05-9bf7-5e3e623f0916,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:11.824306 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-7a59d148-20af-46c8-aa22-4e9647037be6 service neutron] 10.222.0.37 "GET /v2.0/networks/38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408307 Oct 15 11:45:11.831998 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5adcdd81-5690-4bd6-ba7e-4b193c63fc67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79ab17d0c5c34f00ad71f39a480f5382&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5176675 Oct 15 11:45:11.837643 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.837835 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 35856) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:11.838012 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-708d9c60-5635-4b2a-8006-6717d772b328 service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442470 Oct 15 11:45:11.875800 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.897079 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a747f670>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:10Z', 'revision_number': 3, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:11.912387 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:11.927138 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Checking router: 93a2aef4-a26b-4442-bfdb-aa1d56171a31 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:11.927514 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Updating router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:45:11.927749 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:11.957084 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:11.967676 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:11.969420 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Pushing event updated for resources: {'Port': ['ID=243094ae-9660-4ce5-a8b4-a94c237796d9,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:12.114384 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 9c71317c-317b-4e45-adcd-31b8b2e1afe6 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:12.149869 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.158206 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62b2c11a-1db8-4327-b543-b0f007af56db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.192225 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-408576fa-9823-4851-84a1-25ab5e6d1cdb service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449183 Oct 15 11:45:12.226922 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:12.227263 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.238711 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.274005 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62b2c11a-1db8-4327-b543-b0f007af56db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.279086 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Allocated IP 172.20.0.1 (b31442e5-5eac-4120-b2bb-2d89cdd1de86/adde2e14-5c9b-42f6-a87d-83c466d2c9d8/7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:12.412128 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Attempting to bind port 78ee21de-d4dd-4312-887a-33aabcc518cd on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:12.412492 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Attempting to bind port 78ee21de-d4dd-4312-887a-33aabcc518cd by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:12.413275 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Attempting to bind port 78ee21de-d4dd-4312-887a-33aabcc518cd on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:12.414908 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Pushing event updated for resources: {'Port': ['ID=78ee21de-d4dd-4312-887a-33aabcc518cd,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:12.439469 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:12.439835 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:12.440234 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.440626 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:12.441097 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Bound port: 78ee21de-d4dd-4312-887a-33aabcc518cd, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:12.441483 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.449115 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.449473 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.449811 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.450272 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.450622 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.451180 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.451321 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.451567 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.451890 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.452228 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.455703 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.457868 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Tracked resource versions report: Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: pushed versions: Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: { 'AddressGroup': {'1.2'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'ConntrackHelper': {'1.0'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Log': {'1.0'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Network': {'1.1'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Port': {'1.7'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'PortForwarding': {'1.2'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'QosPolicy': {'1.10'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroup': {'1.4'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroupRule': {'1.2'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SubPort': {'1.0'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Subnet': {'1.1'}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Trunk': {'1.1'}} Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: consumer versions: Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: { DHCP agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: HyperV agent@hv-cinder-81412: {}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: L3 agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: Metadata agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: Metering agent@dv-cinder-814129-1-iscsi: {}, Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: Open vSwitch agent@dv-cinder-814129-1-iscsi: { 'AddressGroup': '1.2', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'ConntrackHelper': '1.0', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Log': '1.0', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Network': '1.1', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Port': '1.7', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'PortForwarding': '1.2', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'QosPolicy': '1.10', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroup': '1.4', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SecurityGroupRule': '1.2', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'SubPort': '1.0', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Subnet': '1.1', Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: 'Trunk': '1.1'}} Oct 15 11:45:12.459507 dv-cinder-814129-1-iscsi neutron-server[106850]: {{(pid=106850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 11:45:12.527779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.567698 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.583733 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] For port 78ee21de-d4dd-4312-887a-33aabcc518cd, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:12.588883 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] For port 78ee21de-d4dd-4312-887a-33aabcc518cd, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=78ee21de-d4dd-4312-887a-33aabcc518cd,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:12.627605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.700876 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b3f36149-ee50-4097-bf61-09c3f30c2101 req-c92677e0-808b-4b5c-a6c9-80d78215ae36 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0791335 Oct 15 11:45:12.709393 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.713745 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.731983 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62b2c11a-1db8-4327-b543-b0f007af56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.734608 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-62b2c11a-1db8-4327-b543-b0f007af56db admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.738438 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-62b2c11a-1db8-4327-b543-b0f007af56db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9104298c-cf2a-4e05-9bf7-5e3e623f0916 HTTP/1.1" status: 204 len: 168 time: 0.9005420 Oct 15 11:45:12.804900 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:12.825716 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2c11a-1db8-4327-b543-b0f007af56db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9104298c-cf2a-4e05-9bf7-5e3e623f0916,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:12.860834 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0c89b-8d51-40b6-89c8-ac0875cd2798 None None] Pushing event updated for resources: {'Port': ['ID=78ee21de-d4dd-4312-887a-33aabcc518cd,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:12.944181 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:12.945683 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a74589d0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:12.998819 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Attempting to bind port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:12.998819 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Attempting to bind port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:12.999200 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Attempting to bind port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:13.001287 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4811c097-6952-4625-9dca-9e6dd2a63dea req-5d858674-1c3c-4a77-ba99-b54a51bf21cf tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.1324210 Oct 15 11:45:13.051794 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:13.052260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:13.052728 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.053177 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:13.053745 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Bound port: 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:13.054216 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.097970 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.111244 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:13.112904 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Allocated IP 172.20.0.1 (e5d42759-a508-41e8-99d0-20582bf547ae/65d52e97-c69c-4aed-85e2-d047c07cb64a/acdff141-3151-46c6-ab4c-4f6bf9f77947) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:13.123308 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1c229-1171-4b6e-aae0-ef47350f6148 None None] Pushing event updated for resources: {'Port': ['ID=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:13.240228 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] For port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:13.243731 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] For port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:13.316469 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.375303 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.451210 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1c229-1171-4b6e-aae0-ef47350f6148 None None] Pushing event updated for resources: {'Port': ['ID=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:13.480343 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:13.483206 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a747f670>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:13.500047 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:13.500722 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a74589d0>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:07Z', 'revision_number': 3, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:13.510602 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.510602 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:13.512730 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:13.513196 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.521590 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.644447 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9001b2-9bbf-4ef8-ad08-a56471cf1264 None None] The sync data for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi is: [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:07Z', 'revision_number': 3, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:13.671182 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Pushing event updated for resources: {'Port': ['ID=acdff141-3151-46c6-ab4c-4f6bf9f77947,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:13.680799 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Pushing event updated for resources: {'Port': ['ID=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:13.687429 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Network e5d42759-a508-41e8-99d0-20582bf547ae is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:13.689481 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:13.691908 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:13.692462 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:13.922771 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:14.054028 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dd4ceed2-baf5-484f-a500-da1f59b9f80d req-04ddbbf0-826b-4287-a9f9-5128f61dacd0 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.1777897 Oct 15 11:45:14.233805 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f6f02338-53b2-4ffa-9462-1742598e8a47 req-f941b525-4be0-4a34-8aa7-645c10192691 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.1117952 Oct 15 11:45:14.268987 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-9be841e6-1f30-4e6b-9103-447eeb97b087 None None] Provisioning complete for port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:14.268987 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9be841e6-1f30-4e6b-9103-447eeb97b087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.329801 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-9be841e6-1f30-4e6b-9103-447eeb97b087 None None] Port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:45:14.361697 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Router e7522c2f-3e32-48ac-8fd0-17de9817317f is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:45:14.371196 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.401172 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a747f670>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:10Z', 'revision_number': 3, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:14.453147 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dd827-41cf-4347-ab7f-43cf8195208f None None] The sync data for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi is: [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:10Z', 'revision_number': 3, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:14.453515 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.474333 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-7ba796d5-2c2f-4f47-8630-b51fec1f026c None None] Provisioning complete for port acdff141-3151-46c6-ab4c-4f6bf9f77947 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:14.475312 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ba796d5-2c2f-4f47-8630-b51fec1f026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.552337 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-7ba796d5-2c2f-4f47-8630-b51fec1f026c None None] Port acdff141-3151-46c6-ab4c-4f6bf9f77947 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:45:14.677598 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:14.689320 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Sync routers for ids ['e7522c2f-3e32-48ac-8fd0-17de9817317f'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:14.707380 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Routers {'e7522c2f-3e32-48ac-8fd0-17de9817317f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:14.712367 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7392fd0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['e7522c2f-3e32-48ac-8fd0-17de9817317f'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:14.805341 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.820205 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.899339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.899339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.957361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.966753 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8340a3ce-16de-46aa-aaea-a728ba6b18d8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5726120 Oct 15 11:45:14.966753 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 35998) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:14.966753 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:14.966753 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:15.082460 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Set router e7522c2f-3e32-48ac-8fd0-17de9817317f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:15.306942 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f3527214-af9c-4ec3-be95-3d8a5f72867e req-2d40346e-f676-4729-be89-df74ee287928 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.1592467 Oct 15 11:45:15.362789 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Pushing event updated for resources: {'Port': ['ID=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:15.462836 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7392fd0>, [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:12Z', 'revision_number': 3, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port': {'id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:10Z', 'updated_at': '2021-10-15T11:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:15.463818 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:15.467623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:15.510108 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Checking router: e7522c2f-3e32-48ac-8fd0-17de9817317f for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:15.510889 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Updating router e7522c2f-3e32-48ac-8fd0-17de9817317f port 243094ae-9660-4ce5-a8b4-a94c237796d9 binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:45:15.543258 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Pushing event updated for resources: {'Port': ['ID=acdff141-3151-46c6-ab4c-4f6bf9f77947,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:15.551697 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:15.620619 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Network e5d42759-a508-41e8-99d0-20582bf547ae is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:15.626861 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:15.803622 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3415a70d-0935-4402-95c3-42a9d61ae742 req-89e58528-3ba9-4f6e-a978-5e8c5bb42c10 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.2130973 Oct 15 11:45:15.899370 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2e293869-8b04-4951-be26-2334ae343c1c None None] Provisioning complete for port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:15.899947 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2e293869-8b04-4951-be26-2334ae343c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:15.910395 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:45:15.914386 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Router df49405d-7bcf-4c31-b9c5-093af4260e53 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:45:16.022902 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2e293869-8b04-4951-be26-2334ae343c1c None None] Port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:45:16.084642 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.155955 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-614ee33c-a943-4e71-ac38-5abf1ea89202 None None] Provisioning complete for port acdff141-3151-46c6-ab4c-4f6bf9f77947 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:16.162369 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-614ee33c-a943-4e71-ac38-5abf1ea89202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.201080 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.223214 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:16.236559 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-4adf6637-db0e-4e3b-a789-2a4a0db8dc89 admin admin] 10.222.0.37 "PUT /v2.0/routers/93a2aef4-a26b-4442-bfdb-aa1d56171a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6076558 Oct 15 11:45:16.245107 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-614ee33c-a943-4e71-ac38-5abf1ea89202 None None] Port acdff141-3151-46c6-ab4c-4f6bf9f77947 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:45:16.247711 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:16.273926 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d8fa-1fa1-4d0a-b9ae-872beb2df475 None None] Pushing event updated for resources: {'Port': ['ID=243094ae-9660-4ce5-a8b4-a94c237796d9,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:16.308294 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Attempting to bind port 243094ae-9660-4ce5-a8b4-a94c237796d9 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:16.309154 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Attempting to bind port 243094ae-9660-4ce5-a8b4-a94c237796d9 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:16.309728 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Attempting to bind port 243094ae-9660-4ce5-a8b4-a94c237796d9 on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:16.321093 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:16.321471 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:16.322910 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.323353 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:16.323846 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Bound port: 243094ae-9660-4ce5-a8b4-a94c237796d9, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:16.324531 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.336450 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36034) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:16.343245 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:16.343896 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.423178 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] For port 243094ae-9660-4ce5-a8b4-a94c237796d9, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:16.427131 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] For port 243094ae-9660-4ce5-a8b4-a94c237796d9, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=243094ae-9660-4ce5-a8b4-a94c237796d9,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:16.497616 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.502033 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.518140 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-24ea805a-70e0-40df-bebc-de821d89aa8f req-bebfabed-9943-48b5-82c5-7ce7be73fa8a tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0438983 Oct 15 11:45:16.539231 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:16.543871 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:16.547070 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-abf591a4-8f63-4d68-a176-87a9fb477175 admin admin] 10.222.0.37 "PUT /v2.0/routers/df49405d-7bcf-4c31-b9c5-093af4260e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5225556 Oct 15 11:45:16.593575 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Routers {'e7522c2f-3e32-48ac-8fd0-17de9817317f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:16.594398 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7392fd0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['e7522c2f-3e32-48ac-8fd0-17de9817317f'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:16.626835 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.628060 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 78ee21de-d4dd-4312-887a-33aabcc518cd up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:16.629751 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d8fa-1fa1-4d0a-b9ae-872beb2df475 None None] Pushing event updated for resources: {'Port': ['ID=243094ae-9660-4ce5-a8b4-a94c237796d9,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:16.723669 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1cce64e9-7fb8-4261-a7ff-4e860f9b9fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.788728 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] Set router e7522c2f-3e32-48ac-8fd0-17de9817317f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:16.856082 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:16.910873 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 78ee21de-d4dd-4312-887a-33aabcc518cd triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:16.912608 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.937132 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:16.961549 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Sync routers for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:16.979634 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:16.980400 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6d832b0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:17.039580 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1cce64e9-7fb8-4261-a7ff-4e860f9b9fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.054775 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.141482 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.148662 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1cce64e9-7fb8-4261-a7ff-4e860f9b9fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.167309 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-777ca781-5b02-413c-be6a-10280350c77b req-560a3496-4b7b-42aa-a987-e423ae662114 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0854290 Oct 15 11:45:17.211429 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7392fd0>, [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:12Z', 'revision_number': 3, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port': {'id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:10Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:17.290258 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36066) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:17.291334 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1cce64e9-7fb8-4261-a7ff-4e860f9b9fe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9442fe3982b4e82bccedb618000ecc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9534061 Oct 15 11:45:17.292490 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce64e9-7fb8-4261-a7ff-4e860f9b9fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90079fff-72d7-4d4f-9fe0-88ccbbf8a117,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:17.293259 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308a52a-8559-4d07-ac84-25d03c7042b2 None None] The sync data for ids ['e7522c2f-3e32-48ac-8fd0-17de9817317f'] in dv-cinder-814129-1-iscsi is: [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:12Z', 'revision_number': 3, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port': {'id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:10Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:17.474373 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 78ee21de-d4dd-4312-887a-33aabcc518cd, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=78ee21de-d4dd-4312-887a-33aabcc518cd,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:17.536241 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:17.557085 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7ae7-e0ce-4a50-9d3c-1d0b6b362bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.570000 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Allocated IP 172.20.0.1 (daf9db8b-725b-451c-9994-0e901cda45cd/51407aeb-5ba0-4493-9db8-aac5754f8193/b20cee84-fd5a-4007-b526-825971063d15) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:17.597513 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.619373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7ae7-e0ce-4a50-9d3c-1d0b6b362bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.723253 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Sync routers for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:17.740775 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:17.751176 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a736bcd0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:17.844568 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.886431 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7ae7-e0ce-4a50-9d3c-1d0b6b362bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.893008 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7ae7-e0ce-4a50-9d3c-1d0b6b362bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:17.898381 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8fcf7ae7-e0ce-4a50-9d3c-1d0b6b362bd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90079fff-72d7-4d4f-9fe0-88ccbbf8a117 HTTP/1.1" status: 204 len: 168 time: 0.5992739 Oct 15 11:45:17.898670 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=78ee21de-d4dd-4312-887a-33aabcc518cd,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:17.951151 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36078) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:17.954842 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-a870ea74-6d41-4cd7-b788-0cc2903d197c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009667', 'description': 'tempest-description--46624693'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:18.214562 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf7ae7-e0ce-4a50-9d3c-1d0b6b362bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90079fff-72d7-4d4f-9fe0-88ccbbf8a117,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:18.220700 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:18.225523 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36088) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:18.225523 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36090) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:18.226328 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6d832b0>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 2, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:18.227079 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3cb99dc-cc5c-4d8e-8102-ce795e596a49 req-45604144-8cec-4007-a5e8-1fce839f7c8b tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0591950 Oct 15 11:45:18.229695 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-1e4e28f9-d560-4561-ba2c-880e3a112d86 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787140982', 'description': 'tempest-description--1386744954'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:18.229695 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a870ea74-6d41-4cd7-b788-0cc2903d197c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.231335 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.306172 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:18.376358 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e4e28f9-d560-4561-ba2c-880e3a112d86 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.377558 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eee859d9-ff96-4292-aed8-fb349ff811f0 req-ae3ff915-ec5d-4b9a-8469-8bebfbee2cae tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0472033 Oct 15 11:45:18.404017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Network daf9db8b-725b-451c-9994-0e901cda45cd is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:18.405900 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:18.417856 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:18.418260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Checking router: df49405d-7bcf-4c31-b9c5-093af4260e53 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:18.418369 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.420608 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Updating router df49405d-7bcf-4c31-b9c5-093af4260e53 port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:45:18.451538 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Pushing event updated for resources: {'Port': ['ID=b20cee84-fd5a-4007-b526-825971063d15,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:18.486791 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a870ea74-6d41-4cd7-b788-0cc2903d197c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.514704 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.32', 49894) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:18.556616 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a870ea74-6d41-4cd7-b788-0cc2903d197c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.573265 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a736bcd0>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 2, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:18.580688 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:18.581250 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.655645 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Checking router: 93a2aef4-a26b-4442-bfdb-aa1d56171a31 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:18.655973 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Updating router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 port acdff141-3151-46c6-ab4c-4f6bf9f77947 binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:45:18.683606 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.685732 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747327-09a9-453e-aac3-f5120503bdab req-a1800ba2-b52d-4b92-b597-780392258b9e tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:18.685959 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-a1800ba2-b52d-4b92-b597-780392258b9e tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.32 "GET /v2.0/networks?id=38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd HTTP/1.1" status: 200 len: 812 time: 0.1700666 Oct 15 11:45:18.697814 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.726892 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870ea74-6d41-4cd7-b788-0cc2903d197c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8240d923-0044-4593-b0c9-d9ddba3f5d91,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:18.747003 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7bf0be63-9c84-4f10-a867-23a073e6b84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.754955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Request body: {'port': {'device_id': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd', 'admin_state_up': True, 'tenant_id': 'a968605019e14b199f11ce01e924d68f'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:18.791226 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e4e28f9-d560-4561-ba2c-880e3a112d86 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.821020 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a870ea74-6d41-4cd7-b788-0cc2903d197c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:18.823503 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-a870ea74-6d41-4cd7-b788-0cc2903d197c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1773 time: 0.8749633 Oct 15 11:45:18.827528 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36106) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:18.833658 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-f21d19d2-ad8a-4846-9c11-ec6df051827e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'security_group_rule': {'security_group_id': '8240d923-0044-4593-b0c9-d9ddba3f5d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:18.921241 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e4e28f9-d560-4561-ba2c-880e3a112d86 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.020556 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36108) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:19.022493 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7bf0be63-9c84-4f10-a867-23a073e6b84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.032350 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e28f9-d560-4561-ba2c-880e3a112d86 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60413100-df1f-405b-a495-fea42decb4aa,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:19.034964 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f21d19d2-ad8a-4846-9c11-ec6df051827e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.079871 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 78ee21de-d4dd-4312-887a-33aabcc518cd up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:19.107753 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-153250a9-1dbf-4b39-a940-309c93547c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.120567 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.131242 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7bf0be63-9c84-4f10-a867-23a073e6b84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.136617 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f21d19d2-ad8a-4846-9c11-ec6df051827e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.141878 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.149637 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e4e28f9-d560-4561-ba2c-880e3a112d86 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.159135 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1e4e28f9-d560-4561-ba2c-880e3a112d86 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9877076 Oct 15 11:45:19.173089 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36114) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:19.189480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-afe0362c-1b0f-4728-9e85-07847fd01f18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'security_group_rule': {'security_group_id': '60413100-df1f-405b-a495-fea42decb4aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:19.199183 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0be63-9c84-4f10-a867-23a073e6b84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fec2fe-b448-41b6-8c77-7af81833b4a2,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:19.208527 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-7bf0be63-9c84-4f10-a867-23a073e6b84d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1d1cb0472f846ecac3e2843d8b345ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0383873 Oct 15 11:45:19.209336 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36118) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:19.239899 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.244482 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.250744 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 78ee21de-d4dd-4312-887a-33aabcc518cd triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:19.251287 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.257833 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f21d19d2-ad8a-4846-9c11-ec6df051827e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.280673 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d19d2-ad8a-4846-9c11-ec6df051827e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b4455f-f4f7-490d-ab34-fdea767f6d91,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:19.312194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Made reservation on behalf of a968605019e14b199f11ce01e924d68f for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:19.328422 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.330451 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b6efc22-7647-4bb1-987b-c96fc0eb0040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.335244 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.353878 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.32', 49900) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:19.390897 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b6efc22-7647-4bb1-987b-c96fc0eb0040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.527930 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbf23e-8dec-4696-87c3-e1e4c5a48dd9 None None] Pushing event updated for resources: {'Port': ['ID=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:19.562536 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2e50-5378-49b6-8ab9-3c0a364f59f1 None None] Pushing event updated for resources: {'Port': ['ID=acdff141-3151-46c6-ab4c-4f6bf9f77947,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:19.611639 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b6efc22-7647-4bb1-987b-c96fc0eb0040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.614272 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b6efc22-7647-4bb1-987b-c96fc0eb0040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.617498 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-7413b189-4c5c-41c2-9815-76e6082127c3 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:19.622165 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1b6efc22-7647-4bb1-987b-c96fc0eb0040 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63fec2fe-b448-41b6-8c77-7af81833b4a2 HTTP/1.1" status: 204 len: 168 time: 0.4078064 Oct 15 11:45:19.624666 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-7413b189-4c5c-41c2-9815-76e6082127c3 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.2409437 Oct 15 11:45:19.627504 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2fd3a87-742a-4aac-a0cd-c701e381d0a2 req-1669995d-efca-4b7d-a443-8a2774103a32 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.2089276 Oct 15 11:45:19.633976 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6efc22-7647-4bb1-987b-c96fc0eb0040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fec2fe-b448-41b6-8c77-7af81833b4a2,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:19.674324 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Attempting to bind port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:19.674713 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Attempting to bind port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:19.675069 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Attempting to bind port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:19.699364 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:19.700612 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Checking segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:19.701336 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.701857 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Bound using segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:19.702464 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Bound port: 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:19.703023 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.708380 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 243094ae-9660-4ce5-a8b4-a94c237796d9 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:19.751287 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f21d19d2-ad8a-4846-9c11-ec6df051827e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.753168 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f21d19d2-ad8a-4846-9c11-ec6df051827e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9243479 Oct 15 11:45:19.754133 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Request body: {'port': {'device_id': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'admin_state_up': True, 'tenant_id': 'cd158d0624f54f7d8d563bc0b5edb4f5'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:19.755676 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36152) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:19.771109 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-fdc92a8c-8921-46a2-bf1d-f790f3fc61bb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'security_group_rule': {'security_group_id': '8240d923-0044-4593-b0c9-d9ddba3f5d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:19.796075 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Attempting to bind port acdff141-3151-46c6-ab4c-4f6bf9f77947 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:19.796448 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Attempting to bind port acdff141-3151-46c6-ab4c-4f6bf9f77947 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:19.796810 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Attempting to bind port acdff141-3151-46c6-ab4c-4f6bf9f77947 on network e5d42759-a508-41e8-99d0-20582bf547ae {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:19.856683 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:19.857354 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Checking segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:19.857890 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.858295 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Bound using segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:19.858808 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Bound port: acdff141-3151-46c6-ab4c-4f6bf9f77947, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:19.859202 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.866752 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] For port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:19.869080 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 243094ae-9660-4ce5-a8b4-a94c237796d9 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:19.869625 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.873048 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] For port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:19.892722 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fdc92a8c-8921-46a2-bf1d-f790f3fc61bb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:19.986361 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] For port acdff141-3151-46c6-ab4c-4f6bf9f77947, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:19.999952 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] For port acdff141-3151-46c6-ab4c-4f6bf9f77947, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=acdff141-3151-46c6-ab4c-4f6bf9f77947,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:20.000109 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-e4943704-8d3f-4a80-b805-693f5d9a454d None None] Provisioning complete for port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:20.000109 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e4943704-8d3f-4a80-b805-693f5d9a454d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.021525 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fdc92a8c-8921-46a2-bf1d-f790f3fc61bb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.023399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe0362c-1b0f-4728-9e85-07847fd01f18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.034247 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.105621 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4e76e855-9c9d-44a8-88ae-df1fc47fc0ab req-0dc37df9-e046-403a-ba94-3cfde2c90448 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.4634466 Oct 15 11:45:20.119368 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-e4943704-8d3f-4a80-b805-693f5d9a454d None None] Port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:45:20.131028 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:20.131028 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6d832b0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:20.183124 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbf23e-8dec-4696-87c3-e1e4c5a48dd9 None None] Pushing event updated for resources: {'Port': ['ID=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:20.186535 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.187474 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fdc92a8c-8921-46a2-bf1d-f790f3fc61bb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.221757 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.240971 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc92a8c-8921-46a2-bf1d-f790f3fc61bb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b716951-afb2-4cc2-95c1-d57bc21aa3a4,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:20.268406 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 243094ae-9660-4ce5-a8b4-a94c237796d9, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=243094ae-9660-4ce5-a8b4-a94c237796d9,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:20.272297 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-4963738c-4b06-4976-989c-19b55a9471e2 None None] Provisioning complete for port acdff141-3151-46c6-ab4c-4f6bf9f77947 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:20.272711 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4963738c-4b06-4976-989c-19b55a9471e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.355651 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.383176 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:20.383176 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a736bcd0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:20.419805 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-153250a9-1dbf-4b39-a940-309c93547c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.433291 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:20.505850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe0362c-1b0f-4728-9e85-07847fd01f18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.560370 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2e50-5378-49b6-8ab9-3c0a364f59f1 None None] Pushing event updated for resources: {'Port': ['ID=acdff141-3151-46c6-ab4c-4f6bf9f77947,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:20.632574 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=243094ae-9660-4ce5-a8b4-a94c237796d9,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:20.650740 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4963738c-4b06-4976-989c-19b55a9471e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.674220 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:20.734735 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fdc92a8c-8921-46a2-bf1d-f790f3fc61bb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.741270 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-fdc92a8c-8921-46a2-bf1d-f790f3fc61bb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9809027 Oct 15 11:45:20.741270 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36174) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:20.752420 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:20.827035 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Made reservation on behalf of cd158d0624f54f7d8d563bc0b5edb4f5 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:20.830795 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.844583 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-4963738c-4b06-4976-989c-19b55a9471e2 None None] For port acdff141-3151-46c6-ab4c-4f6bf9f77947, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=acdff141-3151-46c6-ab4c-4f6bf9f77947,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:20.853822 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe0362c-1b0f-4728-9e85-07847fd01f18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.853822 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-153250a9-1dbf-4b39-a940-309c93547c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.873962 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.977431 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4963738c-4b06-4976-989c-19b55a9471e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:20.981117 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36176) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:21.026651 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c4514ece-7ae8-4521-a6c2-4c75b80a720c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.038385 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Allocated IP 172.20.0.2 (0304ff4e-39fc-4cc0-8352-72da844b4e0d/557c2b22-09b7-4c10-97eb-3c20b18aceb0/29e3ee71-729c-44de-9717-83b1e96252fb) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:21.055281 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a736bcd0>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:19Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:21.156221 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b2110-0061-4414-bdbe-62dba244cfb7 None None] The sync data for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi is: [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:19Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:21.278099 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963738c-4b06-4976-989c-19b55a9471e2 None None] Pushing event updated for resources: {'Port': ['ID=acdff141-3151-46c6-ab4c-4f6bf9f77947,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:21.278726 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.278820 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] Provisioning complete for port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:21.279227 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.333270 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6d832b0>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:19Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:21.348747 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-153250a9-1dbf-4b39-a940-309c93547c9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0ab2e53305e448186eb42b3c33858b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3269563 Oct 15 11:45:21.351918 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36182) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:21.384598 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153250a9-1dbf-4b39-a940-309c93547c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f7a219-1c48-4b98-ac61-be4bfaf462bf,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:21.415270 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3b466-5fbf-4e87-a00b-f05ece0554ad None None] The sync data for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi is: [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:19Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:21.429977 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Allocated IP 172.20.0.11 (38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd/68c18079-b27a-4bd0-a113-ff4e59b5d2ee/1d9288fc-7e7a-40ee-97ce-1d332ffb7576) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:21.433752 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b6b0bc4-b599-4e6d-a761-d8a1b6a3e6cd req-d046d700-aa42-4ac9-9fe1-5b6668b0df27 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.6591585 Oct 15 11:45:21.492978 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.504074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.548853 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c4514ece-7ae8-4521-a6c2-4c75b80a720c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.575503 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe0362c-1b0f-4728-9e85-07847fd01f18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.576718 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-afe0362c-1b0f-4728-9e85-07847fd01f18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3914108 Oct 15 11:45:21.587570 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36188) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:21.589242 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.600054 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-1e2b19c3-21ef-489c-a975-56387856ea8c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'security_group_rule': {'security_group_id': '60413100-df1f-405b-a495-fea42decb4aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:21.621099 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] For port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:21.663601 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c4514ece-7ae8-4521-a6c2-4c75b80a720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.691906 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.737944 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4514ece-7ae8-4521-a6c2-4c75b80a720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cad475-1d53-4c60-827b-858005bdeb7e,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:21.778375 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-630eb23b-a909-46f9-8b18-5a0ccea39aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.802886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-630eb23b-a909-46f9-8b18-5a0ccea39aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.848450 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] Provisioning complete for port acdff141-3151-46c6-ab4c-4f6bf9f77947 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:21.856472 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:21.910508 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0362c-1b0f-4728-9e85-07847fd01f18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3651b450-5585-4f93-86ae-213d83d67f8c,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:21.913878 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event updated for resources: {'Port': ['ID=29e3ee71-729c-44de-9717-83b1e96252fb,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:21.959341 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5145ee3-33b3-4fed-909f-4bf6d5f813c0 None None] Pushing event updated for resources: {'Port': ['ID=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:21.999213 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Allocated IP 172.27.0.145 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/73fc2e17-9de8-4add-b3c9-ac16a600273a) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:22.004796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:22.011219 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.016399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:22.043801 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:22.051185 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:22.052303 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.097990 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2a56f-3de9-437d-a351-935639d9850b req-a155f10e-20f2-43db-8878-bf931f29c619 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:22.100549 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-17b2a56f-3de9-437d-a351-935639d9850b req-a155f10e-20f2-43db-8878-bf931f29c619 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 931 time: 0.7291765 Oct 15 11:45:22.106837 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.108725 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.172264 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.237389 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-c4514ece-7ae8-4521-a6c2-4c75b80a720c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95c0982d21db4033b3c2a1e2ee8d67b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2536228 Oct 15 11:45:22.246488 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36202) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:22.247763 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e2b19c3-21ef-489c-a975-56387856ea8c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.255942 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-17b2a56f-3de9-437d-a351-935639d9850b req-88743719-ea90-43b6-bbc3-7da3bcda4154 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445057 Oct 15 11:45:22.261902 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-032b0ccc-793b-4489-ac81-2b3755cb06e6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6166136 Oct 15 11:45:22.446030 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.461045 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-312045ab-7719-4bae-b14a-48561e0b7957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.473467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-28a8ccc7-8afa-4cc3-a9d6-3f137a8d52db tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:45:22.475497 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-28a8ccc7-8afa-4cc3-a9d6-3f137a8d52db tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117025 Oct 15 11:45:22.568677 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-312045ab-7719-4bae-b14a-48561e0b7957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.597503 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-630eb23b-a909-46f9-8b18-5a0ccea39aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.598131 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36208) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:22.605258 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-630eb23b-a909-46f9-8b18-5a0ccea39aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.609562 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-630eb23b-a909-46f9-8b18-5a0ccea39aa3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55f7a219-1c48-4b98-ac61-be4bfaf462bf HTTP/1.1" status: 204 len: 168 time: 1.2506852 Oct 15 11:45:22.640809 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e2b19c3-21ef-489c-a975-56387856ea8c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.672913 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:22.695673 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:22.699347 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:22.716257 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eb23b-a909-46f9-8b18-5a0ccea39aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f7a219-1c48-4b98-ac61-be4bfaf462bf,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:22.762183 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Pushing event updated for resources: {'Port': ['ID=b20cee84-fd5a-4007-b526-825971063d15,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:22.780809 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e2b19c3-21ef-489c-a975-56387856ea8c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.807350 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device acdff141-3151-46c6-ab4c-4f6bf9f77947 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:22.817463 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8596e7a5-d9f6-4e0d-8fbd-ed8ffdef6c31 req-e4733fdf-c70f-4840-82ff-7bc47808b57d tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0676086 Oct 15 11:45:22.838890 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.886436 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'Port': ['ID=73fc2e17-9de8-4add-b3c9-ac16a600273a,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:22.897484 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0018d190-0971-4fcc-be44-dc4c7d254f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:22.937334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Network daf9db8b-725b-451c-9994-0e901cda45cd is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:22.963378 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b19c3-21ef-489c-a975-56387856ea8c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd6be74-7087-4c74-8a11-c8a79ee46a64,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:22.963947 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:22.998120 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port acdff141-3151-46c6-ab4c-4f6bf9f77947 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:23.004021 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.016756 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.147739 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Request body: {'port': {'device_id': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:23.165186 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Router e7522c2f-3e32-48ac-8fd0-17de9817317f has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:45:23.188335 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 243094ae-9660-4ce5-a8b4-a94c237796d9 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:23.242761 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1e2b19c3-21ef-489c-a975-56387856ea8c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.249916 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1e2b19c3-21ef-489c-a975-56387856ea8c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6550424 Oct 15 11:45:23.252095 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36216) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:23.254384 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-312045ab-7719-4bae-b14a-48561e0b7957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.260049 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.267836 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-312045ab-7719-4bae-b14a-48561e0b7957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.269711 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 243094ae-9660-4ce5-a8b4-a94c237796d9 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:23.270141 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.272296 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-312045ab-7719-4bae-b14a-48561e0b7957 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2cad475-1d53-4c60-827b-858005bdeb7e HTTP/1.1" status: 204 len: 168 time: 0.9843342 Oct 15 11:45:23.282664 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:23.341758 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312045ab-7719-4bae-b14a-48561e0b7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cad475-1d53-4c60-827b-858005bdeb7e,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:23.423395 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.535027 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.557509 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:23.662847 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:23.666975 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.850210 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:23.997157 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.064865 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.076393 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.132194 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.203873 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'Port': ['ID=73fc2e17-9de8-4add-b3c9-ac16a600273a,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:24.218732 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0018d190-0971-4fcc-be44-dc4c7d254f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.288624 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.288624 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-8afcdf0b-32a2-45fb-8770-ab0a343c6102 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5443833 Oct 15 11:45:24.363473 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Allocated IP 172.27.0.120 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/18a011bc-9460-418a-8d8f-f8070bd46606) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:24.475184 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e3ee71-729c-44de-9717-83b1e96252fb {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:24.484016 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.550621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:24.580481 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf1d41-1df6-470d-9054-38cdf7fcbcce req-b9c6c396-07fe-4a92-80ba-f44ba42c3384 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:24.582021 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0cdf1d41-1df6-470d-9054-38cdf7fcbcce req-b9c6c396-07fe-4a92-80ba-f44ba42c3384 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 931 time: 0.7587619 Oct 15 11:45:24.582688 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0018d190-0971-4fcc-be44-dc4c7d254f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.627084 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-0018d190-0971-4fcc-be44-dc4c7d254f71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ceb4b4511dc1496888be9252c6b09977&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0171101 Oct 15 11:45:24.627791 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Pushing event updated for resources: {'Port': ['ID=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:24.630433 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:24.638718 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36252) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:24.681469 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018d190-0971-4fcc-be44-dc4c7d254f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40b1bd3-0801-432c-8246-9b2e7fb091f2,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:24.684731 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:24.703342 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:24.704259 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:24.704614 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.708467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Transition to ACTIVE for port object 29e3ee71-729c-44de-9717-83b1e96252fb will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:45:24.723211 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25133a2d-4478-4c26-839b-153b4127984d req-21ac82fb-588e-437a-af46-255b02527595 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:24.724750 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-25133a2d-4478-4c26-839b-153b4127984d req-21ac82fb-588e-437a-af46-255b02527595 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 932 time: 0.7376208 Oct 15 11:45:24.765635 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.782967 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f3110-b31d-443c-b30e-7c2db267d1c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.789546 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Sync routers for ids ['e7522c2f-3e32-48ac-8fd0-17de9817317f'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:24.798502 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ec3ce697-c922-4f32-a842-c0bbd230894b admin admin] 10.222.0.37 "PUT /v2.0/routers/e7522c2f-3e32-48ac-8fd0-17de9817317f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8315127 Oct 15 11:45:24.809228 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Routers {'e7522c2f-3e32-48ac-8fd0-17de9817317f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:24.809870 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ad131220>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['e7522c2f-3e32-48ac-8fd0-17de9817317f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:24.839777 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f3110-b31d-443c-b30e-7c2db267d1c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.844708 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-25133a2d-4478-4c26-839b-153b4127984d req-934933ad-c05f-4fa9-8135-7eff1ce82642 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094587 Oct 15 11:45:24.847424 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0cdf1d41-1df6-470d-9054-38cdf7fcbcce req-38d640d7-929a-459f-a56c-a4845a733566 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346983 Oct 15 11:45:24.896792 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:24.938605 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-ee50d129-dc96-434e-87ab-370e8b243750 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1900144 Oct 15 11:45:24.995694 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.038378 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Pushing event updated for resources: {'Port': ['ID=29e3ee71-729c-44de-9717-83b1e96252fb,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:25.059485 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Attempting to bind port 29e3ee71-729c-44de-9717-83b1e96252fb on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:25.059485 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Attempting to bind port 29e3ee71-729c-44de-9717-83b1e96252fb by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:25.059833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Attempting to bind port 29e3ee71-729c-44de-9717-83b1e96252fb on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:25.070215 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Port 29e3ee71-729c-44de-9717-83b1e96252fb on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:45:25.071109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Attempting to bind port 29e3ee71-729c-44de-9717-83b1e96252fb on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:25.080871 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:25.085478 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:25.092552 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f3110-b31d-443c-b30e-7c2db267d1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.092552 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f3110-b31d-443c-b30e-7c2db267d1c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.093629 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Checking segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:25.094362 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Bound using segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:25.094996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Bound port: 29e3ee71-729c-44de-9717-83b1e96252fb, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:25.095488 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.103880 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3a1f3110-b31d-443c-b30e-7c2db267d1c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b40b1bd3-0801-432c-8246-9b2e7fb091f2 HTTP/1.1" status: 204 len: 168 time: 0.4519348 Oct 15 11:45:25.110552 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:25.115555 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:25.146447 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Set router e7522c2f-3e32-48ac-8fd0-17de9817317f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:25.207770 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'Port': ['ID=18a011bc-9460-418a-8d8f-f8070bd46606,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:25.207770 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f3110-b31d-443c-b30e-7c2db267d1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40b1bd3-0801-432c-8246-9b2e7fb091f2,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:25.207770 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.255996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Request body: {'port': {'device_id': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:25.266437 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-3e393be5-7070-4852-934f-56a064ade8f7 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2009667&fields=id&tenant_id=16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 267 time: 0.2320671 Oct 15 11:45:25.363009 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.428951 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] For port 29e3ee71-729c-44de-9717-83b1e96252fb, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:25.490368 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] For port 29e3ee71-729c-44de-9717-83b1e96252fb, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=29e3ee71-729c-44de-9717-83b1e96252fb,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:25.537548 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-939ea89c-650b-448c-a483-b9448b0b5620 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:25.539347 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-939ea89c-650b-448c-a483-b9448b0b5620 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 817 time: 0.2525959 Oct 15 11:45:25.618943 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.621274 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.642177 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-b0f29712-352a-47a9-afeb-03123dc9b24b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/quotas/16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 375 time: 0.0378222 Oct 15 11:45:25.667640 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ad131220>, [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:18Z', 'revision_number': 4, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port': {'id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:10Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'b20cee84-fd5a-4007-b526-825971063d15', 'name': '', 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'mac_address': 'fa:16:3e:48:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:16Z', 'updated_at': '2021-10-15T11:45:19Z', 'revision_number': 2, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'subnets': [{'id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:25.723494 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:25.724669 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.726212 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] 10.222.0.32 "PUT /v2.0/ports/29e3ee71-729c-44de-9717-83b1e96252fb HTTP/1.1" status: 200 len: 1093 time: 2.9557374 Oct 15 11:45:25.728033 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'tag': '29e3ee71-729c-44de-9717-83b1e96252fb'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:25.770105 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Checking router: e7522c2f-3e32-48ac-8fd0-17de9817317f for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:25.770570 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Updating router e7522c2f-3e32-48ac-8fd0-17de9817317f port b20cee84-fd5a-4007-b526-825971063d15 binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:45:25.814786 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:25.841216 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089a27-1b11-4362-a758-f8213561fe5c service neutron] Pushing event updated for resources: {'Port': ['ID=29e3ee71-729c-44de-9717-83b1e96252fb,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:25.982567 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-2ef8d61e-f466-4c69-b86e-680ee02414b7 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3168883 Oct 15 11:45:25.998088 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.091498 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.155412 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.211060 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'Port': ['ID=18a011bc-9460-418a-8d8f-f8070bd46606,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:26.283637 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.286265 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-d7785219-9fa3-45ce-80fc-86ddc46a885c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0126321 Oct 15 11:45:26.478025 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.494159 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a862a5e-15f4-46de-8093-feecdbb86846 req-f0685c68-594f-49e3-b894-7d9c4b2bb2fa tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:26.494388 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4a862a5e-15f4-46de-8093-feecdbb86846 req-f0685c68-594f-49e3-b894-7d9c4b2bb2fa tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 932 time: 0.5234084 Oct 15 11:45:26.500931 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7e7bd-2358-4019-b91f-54e8e60eb86f" -d '{"events": [{"name": "network-changed", "server_uuid": "34854319-c628-4df6-84cd-4dbc5918e9e8", "tag": "29e3ee71-729c-44de-9717-83b1e96252fb"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:26.554953 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.620996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:26.636123 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-85a6cfe1-7c1a-4327-b183-8d031de4262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:26.638211 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-85a6cfe1-7c1a-4327-b183-8d031de4262e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 1096 time: 0.5848789 Oct 15 11:45:26.654542 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.679114 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a97109c3-cbe3-48ff-8f28-d056c65b454b service neutron] 10.222.0.37 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267917 Oct 15 11:45:26.680490 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f636b9e-b32d-4529-81c7-21cbdf05da36 None None] Pushing event updated for resources: {'Port': ['ID=b20cee84-fd5a-4007-b526-825971063d15,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:26.697497 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Transition to ACTIVE for port object 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:45:26.722023 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4a862a5e-15f4-46de-8093-feecdbb86846 req-bb571618-1129-4650-af51-17bad624a6f2 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904135 Oct 15 11:45:26.734371 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Attempting to bind port b20cee84-fd5a-4007-b526-825971063d15 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:26.734585 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Attempting to bind port b20cee84-fd5a-4007-b526-825971063d15 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:26.735078 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Attempting to bind port b20cee84-fd5a-4007-b526-825971063d15 on network daf9db8b-725b-451c-9994-0e901cda45cd {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:26.745268 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:26.748071 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Checking segment: {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:26.750265 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.750784 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Bound using segment: {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:26.751350 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Bound port: b20cee84-fd5a-4007-b526-825971063d15, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:26.751813 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.785136 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:26.923704 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] For port b20cee84-fd5a-4007-b526-825971063d15, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:26.929288 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] For port b20cee84-fd5a-4007-b526-825971063d15, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b20cee84-fd5a-4007-b526-825971063d15,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:27.010772 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:27.033608 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-804091a5-66c1-4ced-ba9f-3a9335b42bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441758 Oct 15 11:45:27.068405 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b79c54-ce20-4af0-818d-3c81273d0767 req-8f6a47eb-21bb-41ab-bf2e-1407369f06cf tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:27.070069 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f0b79c54-ce20-4af0-818d-3c81273d0767 req-8f6a47eb-21bb-41ab-bf2e-1407369f06cf tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 943 time: 0.1372879 Oct 15 11:45:27.083105 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Attempting to bind port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:27.083105 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Attempting to bind port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '3e7e1f46-d142-4b6b-86dd-8b71263cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:27.083105 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Attempting to bind port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 on network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:27.097242 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:27.118712 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 on network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:45:27.119178 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Attempting to bind port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 on network 38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:27.128879 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:27.134269 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Checking segment: {'id': '3e7e1f46-d142-4b6b-86dd-8b71263cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:27.134851 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Bound using segment: {'id': '3e7e1f46-d142-4b6b-86dd-8b71263cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:27.135414 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Bound port: 1d9288fc-7e7a-40ee-97ce-1d332ffb7576, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e7e1f46-d142-4b6b-86dd-8b71263cbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:27.135873 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:27.189818 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f0b79c54-ce20-4af0-818d-3c81273d0767 req-9963546d-17a2-4162-a0ec-0f7d3afa190f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114492 Oct 15 11:45:27.200629 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Routers {'e7522c2f-3e32-48ac-8fd0-17de9817317f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:27.217352 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ad131220>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['e7522c2f-3e32-48ac-8fd0-17de9817317f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:27.271745 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f636b9e-b32d-4529-81c7-21cbdf05da36 None None] Pushing event updated for resources: {'Port': ['ID=b20cee84-fd5a-4007-b526-825971063d15,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:27.374174 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] Set router e7522c2f-3e32-48ac-8fd0-17de9817317f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:27.522869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] For port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:27.526658 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] For port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,segment=NetworkSegment(3e7e1f46-d142-4b6b-86dd-8b71263cbef5),segment_id=3e7e1f46-d142-4b6b-86dd-8b71263cbef5)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:27.725001 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ad131220>, [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:18Z', 'revision_number': 4, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port': {'id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:10Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'b20cee84-fd5a-4007-b526-825971063d15', 'name': '', 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'mac_address': 'fa:16:3e:48:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:16Z', 'updated_at': '2021-10-15T11:45:26Z', 'revision_number': 4, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'subnets': [{'id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:27.760458 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bdf3d5-1154-4422-aa53-7d7e8c3aefad None None] The sync data for ids ['e7522c2f-3e32-48ac-8fd0-17de9817317f'] in dv-cinder-814129-1-iscsi is: [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:18Z', 'revision_number': 4, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port': {'id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:10Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'b20cee84-fd5a-4007-b526-825971063d15', 'name': '', 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'mac_address': 'fa:16:3e:48:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:16Z', 'updated_at': '2021-10-15T11:45:26Z', 'revision_number': 4, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'subnets': [{'id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:27.845797 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:28.088627 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:28.088627 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:28.088627 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:28.088627 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-49fe1335-d5b4-4df0-87a3-e44ca46d39a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d9288fc-7e7a-40ee-97ce-1d332ffb7576 HTTP/1.1" status: 200 len: 1094 time: 2.7798724 Oct 15 11:45:28.107839 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-da0ec44c-5772-4d63-816d-e64ecf9879c8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:28.109450 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-da0ec44c-5772-4d63-816d-e64ecf9879c8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 818 time: 0.2014630 Oct 15 11:45:28.122832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a50a65-e57c-4f5d-b726-ba2d9b8dee54 x-openstack-request-id: req-28a50a65-e57c-4f5d-b726-ba2d9b8dee54 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:28.123129 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34854319-c628-4df6-84cd-4dbc5918e9e8", "tag": "29e3ee71-729c-44de-9717-83b1e96252fb", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:28.123382 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28a50a65-e57c-4f5d-b726-ba2d9b8dee54 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:28.123844 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'tag': '29e3ee71-729c-44de-9717-83b1e96252fb', 'status': 'completed', 'code': 200} Oct 15 11:45:28.146313 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-57ac4195-c80c-44ce-a3a4-0ae0ae18e8d5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/quotas/a75f6b48821949b995103e4b9d1948fd HTTP/1.1" status: 200 len: 375 time: 0.0156035 Oct 15 11:45:28.214420 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fd108702-f09b-49f7-9df6-c1f04a35cc9c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632188 Oct 15 11:45:28.221063 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-460f2e60-dbf7-4f40-8c6d-c6cd3a954a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:28.378647 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-aea850c1-5ecf-4925-a408-afabb33ffae6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1787140982&fields=id&tenant_id=fd15f933f6f547c783143ab31ab6a28e HTTP/1.1" status: 200 len: 267 time: 0.1413217 Oct 15 11:45:28.453049 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-f9d26b40-f770-42af-96b5-e445641ae184 service neutron] 10.222.0.37 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303405 Oct 15 11:45:28.603538 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b20cee84-fd5a-4007-b526-825971063d15 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:28.719928 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-1c9f8b76-b2d3-4c36-aa84-1891ae4ea0e9 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:28.727386 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-1c9f8b76-b2d3-4c36-aa84-1891ae4ea0e9 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 810 time: 0.3387873 Oct 15 11:45:28.749708 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port b20cee84-fd5a-4007-b526-825971063d15 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:28.750095 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:28.751240 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-f35bf674-8321-41f2-9c69-16e01ac27be5 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/quotas/fd15f933f6f547c783143ab31ab6a28e HTTP/1.1" status: 200 len: 375 time: 0.0228772 Oct 15 11:45:28.820783 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-cac27348-b577-433a-af3e-f1a44cf8a407 service neutron] 10.222.0.37 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210301 Oct 15 11:45:28.874176 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-36f2c10b-a9b9-4503-991b-425438448b24 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1219802 Oct 15 11:45:28.920974 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:28.971787 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port b20cee84-fd5a-4007-b526-825971063d15, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b20cee84-fd5a-4007-b526-825971063d15,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:29.000483 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-2ca81fb5-5acc-4196-b525-ca666d74e922 service neutron] 10.222.0.37 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251385 Oct 15 11:45:29.068388 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:29.188632 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=b20cee84-fd5a-4007-b526-825971063d15,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:29.191876 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-15a976d5-b01a-4241-bf75-3f380daeec07 service neutron] 10.222.0.37 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821454 Oct 15 11:45:29.556904 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3b3daf9b-8784-4b67-81ad-2575b8b6077e req-78fa5751-67fd-4972-9f18-04797500e937 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 210 time: 0.3472040 Oct 15 11:45:29.790746 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97d11e-304f-49bb-94b1-9e74f1ed7971 req-2001e746-3403-4341-abdd-5b4d0d7d41be tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:29.790746 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2e97d11e-304f-49bb-94b1-9e74f1ed7971 req-2001e746-3403-4341-abdd-5b4d0d7d41be tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 944 time: 0.1373870 Oct 15 11:45:30.021447 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2e97d11e-304f-49bb-94b1-9e74f1ed7971 req-54c39e2d-ba72-47e7-b454-0ad11023d424 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221005 Oct 15 11:45:30.054884 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87515e91-6530-4a88-bd2d-fcde4229c1a0 req-93b856c4-ea49-4f98-91e3-db34cb165592 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:30.055954 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-87515e91-6530-4a88-bd2d-fcde4229c1a0 req-93b856c4-ea49-4f98-91e3-db34cb165592 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 943 time: 0.2072563 Oct 15 11:45:30.131380 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'tag': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:30.133756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690d4a1c-69d9-40f5-b454-a557d55c63ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc2c8ac-bcae-4137-9843-3ed13c64cb5f", "tag": "1d9288fc-7e7a-40ee-97ce-1d332ffb7576"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:30.161440 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-17aa04d4-22ed-44b9-a92c-d9e838b04859 req-e34d6706-c022-42f4-93c9-afcae19eb358 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 210 time: 0.0649068 Oct 15 11:45:30.361629 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-35b24805-ace2-448f-a527-bfa2aef989c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29e3ee71-729c-44de-9717-83b1e96252fb HTTP/1.1" status: 200 len: 217 time: 0.1734240 Oct 15 11:45:30.446209 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-87515e91-6530-4a88-bd2d-fcde4229c1a0 req-1b9a3732-f18b-418d-bc53-1c36d9d49eed tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126347 Oct 15 11:45:30.446209 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2457cfec-4873-4cd0-a5a2-75138396553a req-55c0910a-340b-4eec-91c1-05c9715544cd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 210 time: 0.0446060 Oct 15 11:45:30.542311 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b20cee84-fd5a-4007-b526-825971063d15 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:30.571422 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38712e5-e255-49b8-b78b-f0ca74cdee38 x-openstack-request-id: req-b38712e5-e255-49b8-b78b-f0ca74cdee38 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:30.572402 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc2c8ac-bcae-4137-9843-3ed13c64cb5f", "tag": "1d9288fc-7e7a-40ee-97ce-1d332ffb7576", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:30.572657 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b38712e5-e255-49b8-b78b-f0ca74cdee38 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:30.573190 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'tag': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576', 'status': 'completed', 'code': 200} Oct 15 11:45:30.698884 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2c6e-cc4a-450b-adb5-2fb378e57770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:30.706762 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port b20cee84-fd5a-4007-b526-825971063d15 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:30.707507 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:30.960684 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9eb02ff1-e2ee-4b7f-85fc-cea8344ef92b req-f65003cb-9fa5-4c3e-9ce4-e75201ad77e8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 210 time: 0.1447575 Oct 15 11:45:31.016417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-27c82f72-d5dd-4460-9d75-2f1f65367be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:31.018437 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-27c82f72-d5dd-4460-9d75-2f1f65367be6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 200 len: 854 time: 0.1448793 Oct 15 11:45:31.208667 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-a022020b-cccd-4928-baeb-5ecac5c781b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0304ff4e-39fc-4cc0-8352-72da844b4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674583 Oct 15 11:45:31.236988 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-3a788c28-3004-4b77-a59d-bd11acaff764 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:31.238733 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-3a788c28-3004-4b77-a59d-bd11acaff764 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 818 time: 0.6249480 Oct 15 11:45:31.323064 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4a1c-69d9-40f5-b454-a557d55c63ef req-2b5acf27-e541-404e-9697-58b4ad941f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:31.324770 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-690d4a1c-69d9-40f5-b454-a557d55c63ef req-2b5acf27-e541-404e-9697-58b4ad941f3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a968605019e14b199f11ce01e924d68f&device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 1097 time: 0.3595829 Oct 15 11:45:31.337584 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-8617dee8-01b4-4271-b95c-a69a3a8dbf79 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/quotas/a75f6b48821949b995103e4b9d1948fd HTTP/1.1" status: 200 len: 375 time: 0.0818722 Oct 15 11:45:31.413617 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d7666-a242-41ea-9f93-473bb751c6a3 req-7f8cfb39-6a30-46e8-8058-a2e156275cf2 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:31.424666 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-196d7666-a242-41ea-9f93-473bb751c6a3 req-7f8cfb39-6a30-46e8-8058-a2e156275cf2 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 944 time: 0.2564397 Oct 15 11:45:31.678844 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-196d7666-a242-41ea-9f93-473bb751c6a3 req-902b95ab-98b1-49c0-9171-ef3a464f31c6 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527151 Oct 15 11:45:31.701175 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-90476eb6-6e66-4db6-8db1-0957f1743595 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443591 Oct 15 11:45:31.740615 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-b60e938a-74ed-43f9-961d-4e8b604247ad tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4021223 Oct 15 11:45:31.764808 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4a1c-69d9-40f5-b454-a557d55c63ef req-ab204b08-e115-4b82-b78a-0fdaed61d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:31.766187 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-690d4a1c-69d9-40f5-b454-a557d55c63ef req-ab204b08-e115-4b82-b78a-0fdaed61d9b7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a968605019e14b199f11ce01e924d68f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3362474 Oct 15 11:45:31.782950 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f2ce90e-7a7d-4416-872a-d7ef07fde2fa req-f1cacb22-c305-46c4-a8da-13b5e60f881a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 210 time: 0.0410812 Oct 15 11:45:31.852613 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:31.887569 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-8e83219a-6a50-4f73-ac62-738c9077574e service neutron] 10.222.0.37 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331065 Oct 15 11:45:31.942592 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:32.036332 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175d731-e650-48cb-83a8-73fb4905b680 req-4b2da558-96ff-47ae-bc3e-22d57845ebea tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:32.037751 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2175d731-e650-48cb-83a8-73fb4905b680 req-4b2da558-96ff-47ae-bc3e-22d57845ebea tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 943 time: 0.1630476 Oct 15 11:45:32.087215 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-6c1d8d46-6d74-4739-9aa3-7ecab4c0dd93 service neutron] 10.222.0.37 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935039 Oct 15 11:45:32.103316 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2175d731-e650-48cb-83a8-73fb4905b680 req-31f57335-d040-4a5c-94ca-877e9f76f1c0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568619 Oct 15 11:45:32.213942 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-798eb63c-ca35-4356-b9d8-4ec501ca2724 req-2c47fb4a-e83a-466b-bc61-0b8ae2513516 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 210 time: 0.0310225 Oct 15 11:45:32.415933 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-656febf4-579a-474d-a686-9596d3e4ab84 req-1b2fdbf7-d120-460c-92c4-ced5abbecf1e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 210 time: 0.0259249 Oct 15 11:45:33.138287 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2ac3684-94f7-4a53-be37-d5d871fc6c94 req-4d6a1fd1-249e-402b-bc6b-347e89db7085 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 210 time: 0.0709567 Oct 15 11:45:33.206587 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-04d7f830-d7cd-4147-a564-5766edac89f8 req-1c2e6a1f-7b03-402a-8d41-af71affc32e9 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074680 Oct 15 11:45:33.207533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4a1c-69d9-40f5-b454-a557d55c63ef req-49d4402c-33d0-4ca1-9804-59982cc90c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.208822 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-690d4a1c-69d9-40f5-b454-a557d55c63ef req-49d4402c-33d0-4ca1-9804-59982cc90c57 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4941170 Oct 15 11:45:33.216337 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94e9fc-c507-48d0-a866-a38fa1094586 req-660fb08d-6f77-4784-9ca2-34bf27eaccb9 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.218552 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e94e9fc-c507-48d0-a866-a38fa1094586 req-660fb08d-6f77-4784-9ca2-34bf27eaccb9 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 944 time: 0.4365425 Oct 15 11:45:33.331802 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e94e9fc-c507-48d0-a866-a38fa1094586 req-06962e47-19ca-4404-9bde-6b1c20720fde tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006427 Oct 15 11:45:33.352916 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.32', 49918) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:33.361373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1da34a-0222-4992-b051-942da64fa135 req-55da6c5a-a030-4734-9e7f-31dd7e254275 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.362909 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f1da34a-0222-4992-b051-942da64fa135 req-55da6c5a-a030-4734-9e7f-31dd7e254275 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 943 time: 0.1442621 Oct 15 11:45:33.400077 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747327-09a9-453e-aac3-f5120503bdab req-2495ca0d-8e30-42ef-a66d-f4c6202a5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.401778 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-2495ca0d-8e30-42ef-a66d-f4c6202a5cf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a968605019e14b199f11ce01e924d68f&device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 1097 time: 0.1447666 Oct 15 11:45:33.456883 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-04ad06a9-dc28-470e-876e-74ff911b8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.458412 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-04ad06a9-dc28-470e-876e-74ff911b8df6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 1096 time: 0.1035159 Oct 15 11:45:33.493456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5215d148-0e60-4da2-a7fb-80713bd00c24 req-1a917f13-9be4-4b4a-8f88-6aeb2bb09a6b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 210 time: 0.0901127 Oct 15 11:45:33.498397 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-2b63fefe-eea5-41be-a754-dc6ad50125da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d9288fc-7e7a-40ee-97ce-1d332ffb7576 HTTP/1.1" status: 200 len: 217 time: 0.0831742 Oct 15 11:45:33.552356 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f1da34a-0222-4992-b051-942da64fa135 req-b8bd7c78-3d11-4fbd-9452-7cb6af8114d3 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575177 Oct 15 11:45:33.560375 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:33.580263 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a7bec277-25c0-4fd7-9820-f8aa6b4ee3c8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.581754 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a7bec277-25c0-4fd7-9820-f8aa6b4ee3c8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 817 time: 0.2927878 Oct 15 11:45:33.639155 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-da5a8999-f91b-4479-9c50-698412080c2d req-dce9d83b-bcb4-4d81-b5ef-b65b3402f95f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 210 time: 0.0562775 Oct 15 11:45:33.645693 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a747327-09a9-453e-aac3-f5120503bdab req-ce9d97a5-cfc5-4bb0-b81d-9c67f44bae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.647456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-ce9d97a5-cfc5-4bb0-b81d-9c67f44bae37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68c18079-b27a-4bd0-a113-ff4e59b5d2ee HTTP/1.1" status: 200 len: 852 time: 0.1384730 Oct 15 11:45:33.702031 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-443d42c4-fdc8-431b-a6f1-09b66e6e0e6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460815 Oct 15 11:45:33.705551 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-3a46711b-2147-453d-9974-e9bcad45a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.707392 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-b4fbed32-4358-449a-a412-ef624761278d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 377 time: 0.0996020 Oct 15 11:45:33.707527 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-3a46711b-2147-453d-9974-e9bcad45a48a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 915 time: 0.2209041 Oct 15 11:45:33.742609 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'port': {'device_id': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'admin_state_up': True, 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'security_groups': ['8240d923-0044-4593-b0c9-d9ddba3f5d91']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:33.795732 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-c319c861-708a-4e93-86a9-7b39b1733713 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29e3ee71-729c-44de-9717-83b1e96252fb HTTP/1.1" status: 200 len: 217 time: 0.0664735 Oct 15 11:45:33.895898 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-bd09c391-1c47-4f37-8214-9311a2b8d2cd service neutron] 10.222.0.32 "GET /v2.0/networks/38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627362 Oct 15 11:45:33.925475 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-c07e6d73-1022-4407-84da-1ce2d11fc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:33.926914 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-c07e6d73-1022-4407-84da-1ce2d11fc245 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 200 len: 854 time: 0.1140759 Oct 15 11:45:33.967255 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.32', 49923) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:33.995534 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-b061f70a-9970-4942-a2ab-f1e02ed2fa00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0304ff4e-39fc-4cc0-8352-72da844b4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538228 Oct 15 11:45:34.078861 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Made reservation on behalf of 16f372db5f12470a936c1822f98538b4 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:34.082491 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:34.153883 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a747327-09a9-453e-aac3-f5120503bdab req-68a2dd09-7a55-407c-aca9-a75b112e220a service neutron] 10.222.0.32 "GET /v2.0/networks/38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182426 Oct 15 11:45:34.160431 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2de20f88-d54b-4e6f-9ae0-bae4f4c62b7b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:34.162090 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2de20f88-d54b-4e6f-9ae0-bae4f4c62b7b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 818 time: 0.1922522 Oct 15 11:45:34.165757 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-fee0c5f6-10f3-4b07-9cac-9cf88e3856b7 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611478 Oct 15 11:45:34.210333 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Request body: {'port': {'device_id': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'admin_state_up': True, 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:34.314578 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-33c7e7bd-2358-4019-b91f-54e8e60eb86f req-96a4fb21-59d9-4716-84f8-ace3e31da299 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371665 Oct 15 11:45:34.325716 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-159a626e-611a-4f79-aede-d45fd5f2e147 req-204a3462-9fb1-41ec-bb71-63c16629dc0f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 210 time: 0.0518892 Oct 15 11:45:34.468048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Allocated IP 172.20.0.12 (b31442e5-5eac-4120-b2bb-2d89cdd1de86/adde2e14-5c9b-42f6-a87d-83c466d2c9d8/4cb66a23-ef08-426d-bed9-f8fc4367c6ed) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:34.499331 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd77f0-fb96-41f8-8207-bdacc9972b7c req-ef49434a-7929-4e14-a738-e8e189578fb5 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:34.500813 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4dcd77f0-fb96-41f8-8207-bdacc9972b7c req-ef49434a-7929-4e14-a738-e8e189578fb5 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 944 time: 0.0981119 Oct 15 11:45:34.581974 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4dcd77f0-fb96-41f8-8207-bdacc9972b7c req-881f15ab-a2b4-400b-872e-f2b9fcd63f4a tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 Oct 15 11:45:34.624862 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9597cd44-46ea-48f9-ae45-a60808342437 req-a1fdbc8d-9f1e-48e9-83bd-c4f6e9738947 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 210 time: 0.0445054 Oct 15 11:45:34.682418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Made reservation on behalf of a75f6b48821949b995103e4b9d1948fd for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:34.686142 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:34.820329 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-31c3fb18-a251-4143-bcad-3ca07c1218f4 req-e48d3648-a721-4512-bb0e-fa9d086bdb0d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 210 time: 0.0832500 Oct 15 11:45:34.823489 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:34.835231 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cde1b-8ef1-415d-9385-a66fa3e458a1 req-cbf20b19-e5f7-467c-8d17-13e610c5a4fb tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:34.836712 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-928cde1b-8ef1-415d-9385-a66fa3e458a1 req-cbf20b19-e5f7-467c-8d17-13e610c5a4fb tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 943 time: 0.1708243 Oct 15 11:45:34.942683 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-928cde1b-8ef1-415d-9385-a66fa3e458a1 req-11fdb1de-b55d-4ac5-a623-1ab0315b49c7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921819 Oct 15 11:45:34.972118 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Allocated IP 172.20.0.10 (daf9db8b-725b-451c-9994-0e901cda45cd/51407aeb-5ba0-4493-9db8-aac5754f8193/0a0586ec-462e-4588-a383-5cb3c2cf6b01) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:35.047168 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-fdd89086-55fd-4433-b415-bdec2a7949dc tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:35.049859 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-fdd89086-55fd-4433-b415-bdec2a7949dc tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 810 time: 0.2161267 Oct 15 11:45:35.114895 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-dce391ff-886a-4b78-99b1-0351478180fc tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd15f933f6f547c783143ab31ab6a28e HTTP/1.1" status: 200 len: 380 time: 0.0515234 Oct 15 11:45:35.124910 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'port': {'device_id': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'admin_state_up': True, 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'security_groups': ['60413100-df1f-405b-a495-fea42decb4aa']}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:35.247200 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.306267 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:35.317551 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:35.326643 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:35.340830 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:35.341465 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.427943 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:35.452713 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7bc720fa-dbf8-4e6b-bd11-ec2a1ce2e7ce req-7f849573-1ee4-424e-bde7-f0408b7c532b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 210 time: 0.0496063 Oct 15 11:45:35.502202 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Made reservation on behalf of fd15f933f6f547c783143ab31ab6a28e for: {'port': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:35.506836 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.545610 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.602922 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-d78bf6c6-a7b4-4adc-bb25-9eb6307e6f23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8645499 Oct 15 11:45:35.621776 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Request body: {'port': {'device_id': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:35.647073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-e3e5b354-aba3-4746-a33f-1eb4e43811b5 None None] Provisioning complete for port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:35.647648 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b354-aba3-4746-a33f-1eb4e43811b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.708338 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-12120734-8523-4a07-889e-3b91c65a34c3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:35.709382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5b354-aba3-4746-a33f-1eb4e43811b5 None None] Port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:45:35.709702 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-12120734-8523-4a07-889e-3b91c65a34c3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 818 time: 0.2294266 Oct 15 11:45:35.729055 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Request body: {'port': {'device_id': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'admin_state_up': True, 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:35.744986 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.777095 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Allocated IP 172.20.0.3 (e5d42759-a508-41e8-99d0-20582bf547ae/65d52e97-c69c-4aed-85e2-d047c07cb64a/5db90383-d7f4-4a6e-9243-a3a189b57959) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:35.864073 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.931827 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:35.962107 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc05fd2-48cf-4975-9060-03ccc0ca2620 req-2d053e6f-566b-458f-9302-55d0eb72fb60 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:35.963554 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9bc05fd2-48cf-4975-9060-03ccc0ca2620 req-2d053e6f-566b-458f-9302-55d0eb72fb60 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 944 time: 0.2442787 Oct 15 11:45:36.001528 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa769b4a-896c-4958-bc1b-70f40b37640f req-729835c8-8bbb-4dd7-be4f-ce538f532c11 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:36.003587 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa769b4a-896c-4958-bc1b-70f40b37640f req-729835c8-8bbb-4dd7-be4f-ce538f532c11 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 932 time: 0.2635231 Oct 15 11:45:36.005013 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Network daf9db8b-725b-451c-9994-0e901cda45cd is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:36.022663 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.075658 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Pushing event updated for resources: {'Port': ['ID=0a0586ec-462e-4588-a383-5cb3c2cf6b01,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:36.078191 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:36.091176 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Network e5d42759-a508-41e8-99d0-20582bf547ae is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:36.096474 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:36.097718 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:36.102434 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:36.103529 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:36.104134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.116212 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:36.116889 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.148357 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'Port': ['ID=5db90383-d7f4-4a6e-9243-a3a189b57959,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:36.183343 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9bc05fd2-48cf-4975-9060-03ccc0ca2620 req-35dea51b-c602-4978-a101-bc77ed8ad4ed tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970685 Oct 15 11:45:36.241265 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa769b4a-896c-4958-bc1b-70f40b37640f req-d94c6480-268c-4e18-82df-4747a3a2f64a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2197137 Oct 15 11:45:36.315210 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Made reservation on behalf of a75f6b48821949b995103e4b9d1948fd for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:36.319151 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.326043 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad96accb-80af-4a5c-867a-5c1c0c89a2ab req-7c77527f-77a8-474f-80a3-697fa2480d08 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 210 time: 0.0442209 Oct 15 11:45:36.400682 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-e6343118-0e8e-499d-ac7b-979a570629b1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2823172 Oct 15 11:45:36.411041 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-fcc9f995-4566-46cc-b68a-f7258003eae9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2048233 Oct 15 11:45:36.415339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Request body: {'port': {'device_id': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:36.459845 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-794ae450-1009-470a-9e64-2d471e1ef3e9 None None] Provisioning complete for port 5db90383-d7f4-4a6e-9243-a3a189b57959 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:36.460500 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-794ae450-1009-470a-9e64-2d471e1ef3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.473477 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Request body: {'port': {'device_id': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:36.473587 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.485657 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f4f8-e2d8-44a1-b198-0de1ad86659f req-ca688608-48e2-4f8b-b448-923957a1d2c8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:36.489994 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d92f4f8-e2d8-44a1-b198-0de1ad86659f req-ca688608-48e2-4f8b-b448-923957a1d2c8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 943 time: 0.1640029 Oct 15 11:45:36.519016 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-794ae450-1009-470a-9e64-2d471e1ef3e9 None None] Port 5db90383-d7f4-4a6e-9243-a3a189b57959 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:45:36.608898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb66a23-ef08-426d-bed9-f8fc4367c6ed {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:36.645311 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.712963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Allocated IP 172.20.0.14 (daf9db8b-725b-451c-9994-0e901cda45cd/51407aeb-5ba0-4493-9db8-aac5754f8193/50b582ff-bf80-45d3-8412-4c53d76778c0) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:45:36.719050 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Transition to ACTIVE for port object 4cb66a23-ef08-426d-bed9-f8fc4367c6ed will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:45:36.742993 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d92f4f8-e2d8-44a1-b198-0de1ad86659f req-b6c47907-f961-480d-99fb-b59f4255ebcd tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652608 Oct 15 11:45:36.745154 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.800905 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a1ea-ce34-4333-9362-8aeae826dbd4 req-50a49f80-d8d5-431d-aeb6-af013555200e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:36.802362 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-63a2a1ea-ce34-4333-9362-8aeae826dbd4 req-50a49f80-d8d5-431d-aeb6-af013555200e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 931 time: 0.2276394 Oct 15 11:45:36.817389 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.829027 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db90383-d7f4-4a6e-9243-a3a189b57959 {{(pid=106848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:36.846945 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:36.867764 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.provisioning_blocks [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Transition to ACTIVE for port object 5db90383-d7f4-4a6e-9243-a3a189b57959 will not be triggered until provisioned by entity L2. {{(pid=106848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:45:36.953451 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.052713 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Pushing event updated for resources: {'Port': ['ID=5db90383-d7f4-4a6e-9243-a3a189b57959,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:37.066782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.173933 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.managers [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Attempting to bind port 5db90383-d7f4-4a6e-9243-a3a189b57959 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:37.173933 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.managers [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Attempting to bind port 5db90383-d7f4-4a6e-9243-a3a189b57959 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}] {{(pid=106848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:37.173933 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Attempting to bind port 5db90383-d7f4-4a6e-9243-a3a189b57959 on network e5d42759-a508-41e8-99d0-20582bf547ae {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:37.185646 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Port 5db90383-d7f4-4a6e-9243-a3a189b57959 on network e5d42759-a508-41e8-99d0-20582bf547ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:45:37.186948 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Attempting to bind port 5db90383-d7f4-4a6e-9243-a3a189b57959 on network e5d42759-a508-41e8-99d0-20582bf547ae {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:37.204635 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:37.210034 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Checking segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:37.210034 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Bound using segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:37.210034 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.managers [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Bound port: 5db90383-d7f4-4a6e-9243-a3a189b57959, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}}] {{(pid=106848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:37.210034 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.210428 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-63a2a1ea-ce34-4333-9362-8aeae826dbd4 req-01247ff7-6139-4009-91fe-df7d3b80ea6f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952792 Oct 15 11:45:37.241926 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.302955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:37.328345 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] For port 5db90383-d7f4-4a6e-9243-a3a189b57959, host hv-cinder-81412, cleared binding levels {{(pid=106848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:37.333673 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] For port 5db90383-d7f4-4a6e-9243-a3a189b57959, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=5db90383-d7f4-4a6e-9243-a3a189b57959,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:37.351162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Attempting to bind port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:37.351500 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Attempting to bind port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:37.353489 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Attempting to bind port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:37.400959 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:45:37.401280 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Attempting to bind port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:37.405259 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:45:37.422250 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.422447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Network daf9db8b-725b-451c-9994-0e901cda45cd is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:45:37.469837 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:37.481490 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.481490 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] 10.222.0.32 "PUT /v2.0/ports/5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 200 len: 1093 time: 1.0633857 Oct 15 11:45:37.481490 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:37.604436 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72b3bc-2867-4305-bb63-fee851443baa service neutron] Pushing event updated for resources: {'Port': ['ID=5db90383-d7f4-4a6e-9243-a3a189b57959,revision_number=3']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:37.645659 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-f0bdd759-1b17-4085-adae-352a42d1bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:37.651375 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-f0bdd759-1b17-4085-adae-352a42d1bbfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 1096 time: 0.0558293 Oct 15 11:45:37.700077 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-047a64e8-d85c-4fbe-a85a-1c1b3c358686 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 200 len: 217 time: 0.0392265 Oct 15 11:45:37.732116 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,segment=NetworkSegment(3e7e1f46-d142-4b6b-86dd-8b71263cbef5),segment_id=3e7e1f46-d142-4b6b-86dd-8b71263cbef5)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:37.746496 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576', 'network_id': '38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd', 'port_id': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576', 'mac_address': 'fa:16:3e:f5:3f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c18079-b27a-4bd0-a113-ff4e59b5d2ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:45:37.755075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:37.761300 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:37.761639 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Checking segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:37.762528 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Bound using segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:37.763006 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Bound port: 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:37.763364 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.764558 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:37.765449 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:45:37.771552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:37.772684 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.784074 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36666) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:37.789965 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-830df544-a024-4411-bb68-f120351078aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:37.791396 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-830df544-a024-4411-bb68-f120351078aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0832577 Oct 15 11:45:37.798093 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.802893 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Pushing event updated for resources: {'Port': ['ID=50b582ff-bf80-45d3-8412-4c53d76778c0,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:37.813971 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:37.835665 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,segment=NetworkSegment(3e7e1f46-d142-4b6b-86dd-8b71263cbef5),segment_id=3e7e1f46-d142-4b6b-86dd-8b71263cbef5)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:37.867297 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-94b4660e-83d9-41e3-87ef-4131e93c5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:37.868811 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-94b4660e-83d9-41e3-87ef-4131e93c5364 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694318 Oct 15 11:45:37.896432 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15903bae-f862-4103-a6ab-ecaacbad396a req-59ed8be3-0638-4b73-8522-645ccdb9c0c6 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:37.897934 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15903bae-f862-4103-a6ab-ecaacbad396a req-59ed8be3-0638-4b73-8522-645ccdb9c0c6 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 944 time: 0.5480278 Oct 15 11:45:37.913756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da45837-629b-4d64-bbf9-b08be2647ae4 req-ea7dce80-6d27-4e1c-85ce-354ad4843cca tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:37.921327 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5da45837-629b-4d64-bbf9-b08be2647ae4 req-ea7dce80-6d27-4e1c-85ce-354ad4843cca tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.5629041 Oct 15 11:45:37.942146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:37.946926 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 29e3ee71-729c-44de-9717-83b1e96252fb details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:45:37.970053 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5b85eced-fbdb-42cb-a928-517ba9eae1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.003068 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-3269226c-27f6-46ee-b718-be903bde6e5b service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262267 Oct 15 11:45:38.023983 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:38.032688 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-fec06ed1-516c-4361-ad05-006809147aa8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3104377 Oct 15 11:45:38.046258 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:38.051490 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Request body: {'port': {'device_id': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:38.082000 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5da45837-629b-4d64-bbf9-b08be2647ae4 req-64c474cb-94f9-403f-9fab-da1a03cca7d0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1597257 Oct 15 11:45:38.109743 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5b85eced-fbdb-42cb-a928-517ba9eae1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.125759 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15903bae-f862-4103-a6ab-ecaacbad396a req-2adbc18f-222c-4a0a-959b-7ef5898a423c tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024314 Oct 15 11:45:38.126232 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 29e3ee71-729c-44de-9717-83b1e96252fb, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=29e3ee71-729c-44de-9717-83b1e96252fb,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:38.127843 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:38.140520 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '29e3ee71-729c-44de-9717-83b1e96252fb', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'port_id': '29e3ee71-729c-44de-9717-83b1e96252fb', 'mac_address': 'fa:16:3e:7c:06:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c2b22-09b7-4c10-97eb-3c20b18aceb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:45:38.144626 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0586ec-462e-4588-a383-5cb3c2cf6b01 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:38.157773 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.279087 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.279236 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.279236 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e3ee71-729c-44de-9717-83b1e96252fb {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:38.279414 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d3922aac-90c0-4a7f-800c-a7456af49de2 req-7ffa35cc-7987-42ce-a352-3eb0c01b4b71 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332447 Oct 15 11:45:38.279789 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 29e3ee71-729c-44de-9717-83b1e96252fb, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=29e3ee71-729c-44de-9717-83b1e96252fb,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:38.300720 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5b85eced-fbdb-42cb-a928-517ba9eae1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.328007 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.342203 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5b85eced-fbdb-42cb-a928-517ba9eae1ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0747a205c0244a69abfea0e1982b3f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5573459 Oct 15 11:45:38.344123 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36680) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:38.354310 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85eced-fbdb-42cb-a928-517ba9eae1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85d3ae9-6831-4846-a622-fdfd889c020f,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:38.366371 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:38.367038 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.392137 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] 10.222.0.32 "PUT /v2.0/ports/4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 200 len: 1094 time: 2.7552032 Oct 15 11:45:38.393044 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.393619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:38.393619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c97e9cc-d80b-4644-b107-403e8fab1ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:38.456685 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=29e3ee71-729c-44de-9717-83b1e96252fb,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:38.480690 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-be94b377-cb20-4d15-9172-8efc57269c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.490811 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Transition to ACTIVE for port object 0a0586ec-462e-4588-a383-5cb3c2cf6b01 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:45:38.562883 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-be94b377-cb20-4d15-9172-8efc57269c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.565902 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060e4e6-841a-4920-bffb-470502c4ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:38.583214 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13e96-fcfd-4b38-ac9c-9194baa17cdd req-60a41cda-e40a-4770-a1d2-908600527114 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:38.584662 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2e13e96-fcfd-4b38-ac9c-9194baa17cdd req-60a41cda-e40a-4770-a1d2-908600527114 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 932 time: 0.2774174 Oct 15 11:45:38.592639 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cd070-ed76-4e51-84f6-44e62bc7054d req-de0b9fcd-0427-406e-b07d-3e6c9e274cc2 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:38.593987 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e8cd070-ed76-4e51-84f6-44e62bc7054d req-de0b9fcd-0427-406e-b07d-3e6c9e274cc2 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 943 time: 0.2507110 Oct 15 11:45:38.607192 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.656299 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:45:38.723125 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['1d9288fc-7e7a-40ee-97ce-1d332ffb7576'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:45:38.786238 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-7802f347-eeb6-4b45-9059-20335daf047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:38.787678 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-7802f347-eeb6-4b45-9059-20335daf047b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1097 time: 0.2693253 Oct 15 11:45:38.793539 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0586ec-462e-4588-a383-5cb3c2cf6b01,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:38.813322 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2e13e96-fcfd-4b38-ac9c-9194baa17cdd req-a959e244-294e-47fb-b5f6-0babce2d14ad tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156711 Oct 15 11:45:38.821256 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e8cd070-ed76-4e51-84f6-44e62bc7054d req-ff2b1dfe-7895-464d-a3ec-0aebbe8116bf tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065189 Oct 15 11:45:38.881152 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Attempting to bind port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:38.881152 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Attempting to bind port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:38.881152 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Attempting to bind port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 on network daf9db8b-725b-451c-9994-0e901cda45cd {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:38.883131 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-dc939284-c4be-4df4-9051-e024c86531bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 200 len: 217 time: 0.0685074 Oct 15 11:45:38.899452 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 on network daf9db8b-725b-451c-9994-0e901cda45cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:45:38.899848 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Attempting to bind port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 on network daf9db8b-725b-451c-9994-0e901cda45cd {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:38.927521 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-be94b377-cb20-4d15-9172-8efc57269c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.930083 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-be94b377-cb20-4d15-9172-8efc57269c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.931247 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-be94b377-cb20-4d15-9172-8efc57269c9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d85d3ae9-6831-4846-a622-fdfd889c020f HTTP/1.1" status: 204 len: 168 time: 0.5836468 Oct 15 11:45:38.938581 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:38.938925 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Checking segment: {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:38.939306 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Bound using segment: {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:38.939751 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Bound port: 0a0586ec-462e-4588-a383-5cb3c2cf6b01, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:38.940104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:38.991558 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94b377-cb20-4d15-9172-8efc57269c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85d3ae9-6831-4846-a622-fdfd889c020f,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:39.060608 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-da9feba9-42d2-493d-b49d-b60d396ef52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.060608 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-da9feba9-42d2-493d-b49d-b60d396ef52a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.1693628 Oct 15 11:45:39.086665 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b582ff-bf80-45d3-8412-4c53d76778c0 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:39.096803 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:39.125727 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f6185-fbe1-4dc8-9568-a2c5916ccb46 x-openstack-request-id: req-451f6185-fbe1-4dc8-9568-a2c5916ccb46 {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:39.126264 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:39.126790 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-451f6185-fbe1-4dc8-9568-a2c5916ccb46 {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:39.127502 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'status': 'completed', 'code': 200} Oct 15 11:45:39.152021 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Transition to ACTIVE for port object 50b582ff-bf80-45d3-8412-4c53d76778c0 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:45:39.161014 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307980f-4d37-48a6-88c9-e2f0c3ca7edf req-da99ce1c-6299-4822-b5ef-6f2d6b47cba3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.162557 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5307980f-4d37-48a6-88c9-e2f0c3ca7edf req-da99ce1c-6299-4822-b5ef-6f2d6b47cba3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 943 time: 0.1942427 Oct 15 11:45:39.170322 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] For port 0a0586ec-462e-4588-a383-5cb3c2cf6b01, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:39.174693 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] For port 0a0586ec-462e-4588-a383-5cb3c2cf6b01, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:39.204184 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-ca0f68f8-a005-4feb-aa66-277e426c0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.207493 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-ca0f68f8-a005-4feb-aa66-277e426c0e03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1333675 Oct 15 11:45:39.236646 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5307980f-4d37-48a6-88c9-e2f0c3ca7edf req-95cd2e40-d3ec-41dd-a8a5-9ad326fa1a81 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585012 Oct 15 11:45:39.263392 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:39.268963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:39.332986 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f096f904-67c5-4a21-a251-0a7153b748b4 x-openstack-request-id: req-f096f904-67c5-4a21-a251-0a7153b748b4 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:39.333272 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:39.333515 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f096f904-67c5-4a21-a251-0a7153b748b4 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:39.333901 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'status': 'completed', 'code': 200} Oct 15 11:45:39.390757 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-05fa2607-d74a-4c5c-a2d5-ffd040a25de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.395833 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-05fa2607-d74a-4c5c-a2d5-ffd040a25de9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 1096 time: 0.2381952 Oct 15 11:45:39.395954 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.395954 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:39.395954 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 1094 time: 2.9603319 Oct 15 11:45:39.465991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b582ff-bf80-45d3-8412-4c53d76778c0,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:39.485558 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-d40aa5ee-37b7-40e2-bb23-7d4c8cf7d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.487109 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-d40aa5ee-37b7-40e2-bb23-7d4c8cf7d714 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.0843067 Oct 15 11:45:39.499502 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-98a4b464-7bcf-43e4-ae04-b0819ee9bae5 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833979 Oct 15 11:45:39.532573 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-8c16cc72-9e99-4e5f-9192-70b7db0f8da7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 200 len: 217 time: 0.0370321 Oct 15 11:45:39.559733 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e767d0-7663-4044-9834-82304c9c6119 req-fe285150-bc3a-4559-9c1d-97c4f94868e2 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.561240 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e8e767d0-7663-4044-9834-82304c9c6119 req-fe285150-bc3a-4559-9c1d-97c4f94868e2 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 945 time: 0.1982651 Oct 15 11:45:39.582588 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-16f38a4e-9da7-4cde-a2d9-4d041f05f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.584041 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-16f38a4e-9da7-4cde-a2d9-4d041f05f8d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0447230 Oct 15 11:45:39.584417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dae1b-eb1e-4dd1-97d1-bcf798e68b1b req-66319762-6809-4d21-9256-5c83d410162b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.585848 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-550dae1b-eb1e-4dd1-97d1-bcf798e68b1b req-66319762-6809-4d21-9256-5c83d410162b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.2240214 Oct 15 11:45:39.608105 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Attempting to bind port 50b582ff-bf80-45d3-8412-4c53d76778c0 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:45:39.608435 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Attempting to bind port 50b582ff-bf80-45d3-8412-4c53d76778c0 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:45:39.608759 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Attempting to bind port 50b582ff-bf80-45d3-8412-4c53d76778c0 on network daf9db8b-725b-451c-9994-0e901cda45cd {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:39.629137 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-cfaa5c59-16d0-45ff-9d73-ac183fe9c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.630756 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-cfaa5c59-16d0-45ff-9d73-ac183fe9c6a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392680 Oct 15 11:45:39.660006 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36702) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:39.664337 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Port 50b582ff-bf80-45d3-8412-4c53d76778c0 on network daf9db8b-725b-451c-9994-0e901cda45cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:45:39.664663 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Attempting to bind port 50b582ff-bf80-45d3-8412-4c53d76778c0 on network daf9db8b-725b-451c-9994-0e901cda45cd {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:45:39.684707 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c90-8600-4dbb-a403-4208452162c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:39.696356 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f802f58-8dd2-4fc8-b481-218eba21cc73 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0586ec-462e-4588-a383-5cb3c2cf6b01,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:39.716381 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:45:39.716721 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Checking segment: {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:39.717102 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Bound using segment: {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:45:39.717541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Bound port: 50b582ff-bf80-45d3-8412-4c53d76778c0, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8942338a-b3ae-4607-98ba-a50526c6de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:45:39.717894 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:39.754248 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-3ff320a4-c313-4619-a16c-64413f9717c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:39.755816 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-3ff320a4-c313-4619-a16c-64413f9717c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1097 time: 0.2160671 Oct 15 11:45:39.762241 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-550dae1b-eb1e-4dd1-97d1-bcf798e68b1b req-351026c6-c1e5-4d77-a7ba-07269d35ffd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1586139 Oct 15 11:45:39.765305 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e8e767d0-7663-4044-9834-82304c9c6119 req-8fceb646-df62-4c5f-ab6b-07c84950916d tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785681 Oct 15 11:45:39.767884 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-cad3288f-ecc3-415a-97e9-5515e6a10199 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292756 Oct 15 11:45:39.831424 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-7c9d7ca2-209d-4c7b-b1a5-376198ec8684 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 217 time: 0.0616045 Oct 15 11:45:39.833322 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ccdf8583-ea28-4ae6-8cb6-2bf91d590b63 req-830c506f-0464-4692-ba37-56603f72faab service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091547 Oct 15 11:45:39.907320 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c90-8600-4dbb-a403-4208452162c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:39.937904 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-44ce62a7-1a72-42eb-9234-4fd4c90e26eb req-5ba6fd3a-01c8-42b6-92b9-9b6967f806a7 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612651 Oct 15 11:45:39.963658 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b2d19c90-8600-4dbb-a403-4208452162c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:40.037048 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b2d19c90-8600-4dbb-a403-4208452162c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0aa1ddedfd84eb1bd690db87590f6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759696 Oct 15 11:45:40.039783 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d19c90-8600-4dbb-a403-4208452162c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58836286-58ae-4ac0-80fa-04d1bee6e28d,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:40.042073 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36716) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:40.062811 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-c3adabc1-08e2-408d-a968-e7174ff1991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.064322 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-c3adabc1-08e2-408d-a968-e7174ff1991c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1097 time: 0.0860388 Oct 15 11:45:40.138648 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] For port 50b582ff-bf80-45d3-8412-4c53d76778c0, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:45:40.152162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-97ebe2e6-33d0-48c7-83aa-27c7c89b613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.162743 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-97ebe2e6-33d0-48c7-83aa-27c7c89b613e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.3113053 Oct 15 11:45:40.162907 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-eaff7b96-2cbf-4955-96e3-a71f197bd125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:40.192305 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-eaff7b96-2cbf-4955-96e3-a71f197bd125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:40.193899 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-8904631c-190f-4200-a971-5e89b7a78311 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309024 Oct 15 11:45:40.201582 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bc3f5-2164-4970-82d1-b86530f14160 req-80571c33-fa0e-4b96-b420-1e5d7025f37d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.205087 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-821bc3f5-2164-4970-82d1-b86530f14160 req-80571c33-fa0e-4b96-b420-1e5d7025f37d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 944 time: 0.1243963 Oct 15 11:45:40.210412 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7127d35-d7b3-4e74-b8e9-2facc228f5f4 req-5b688f83-03a6-4ce1-bbe8-308f6d4bdc46 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.211878 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b7127d35-d7b3-4e74-b8e9-2facc228f5f4 req-5b688f83-03a6-4ce1-bbe8-308f6d4bdc46 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 944 time: 0.1342940 Oct 15 11:45:40.216009 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-4f02d3cd-97e0-4df3-9baa-9f47ba308ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.217468 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-4f02d3cd-97e0-4df3-9baa-9f47ba308ef4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.1455450 Oct 15 11:45:40.272344 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] For port 50b582ff-bf80-45d3-8412-4c53d76778c0, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=50b582ff-bf80-45d3-8412-4c53d76778c0,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:45:40.274246 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-ce433614-345a-4aea-af46-074049aa4199 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 200 len: 217 time: 0.0433550 Oct 15 11:45:40.330104 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-7982779f-a9be-40df-88e2-cb523b9d3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.331540 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-7982779f-a9be-40df-88e2-cb523b9d3e9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0498979 Oct 15 11:45:40.337591 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-821bc3f5-2164-4970-82d1-b86530f14160 req-18862ba0-e051-4be6-acd0-15c1e15f1e0c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247272 Oct 15 11:45:40.347646 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b7127d35-d7b3-4e74-b8e9-2facc228f5f4 req-27cc22c3-7a07-4f14-ac6f-d3fe0a9342f7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202228 Oct 15 11:45:40.350496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:40.408850 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-eaff7b96-2cbf-4955-96e3-a71f197bd125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:40.416783 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.417472 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:40.418081 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-eaff7b96-2cbf-4955-96e3-a71f197bd125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:40.419604 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-eaff7b96-2cbf-4955-96e3-a71f197bd125 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58836286-58ae-4ac0-80fa-04d1bee6e28d HTTP/1.1" status: 204 len: 168 time: 0.3746378 Oct 15 11:45:40.422023 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] 10.222.0.32 "PUT /v2.0/ports/50b582ff-bf80-45d3-8412-4c53d76778c0 HTTP/1.1" status: 200 len: 1094 time: 2.3744617 Oct 15 11:45:40.436813 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-a8186012-360c-44ee-9044-957278444d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.436813 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-a8186012-360c-44ee-9044-957278444d5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943789 Oct 15 11:45:40.436813 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff7b96-2cbf-4955-96e3-a71f197bd125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58836286-58ae-4ac0-80fa-04d1bee6e28d,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:40.451197 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-ac96cea6-e83f-4a86-a354-34e066e427e6 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372291 Oct 15 11:45:40.470197 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b61d3-cca3-4aab-8648-e5ab453faca1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b582ff-bf80-45d3-8412-4c53d76778c0,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:40.557200 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-d17659bf-ff48-47f2-800a-0c60a6765e1b service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143017 Oct 15 11:45:40.657597 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab08b01-6639-4de8-b9c5-e12aa289dbb8 req-31de2d6b-c21c-48e2-8be3-16bad4784160 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.659225 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ab08b01-6639-4de8-b9c5-e12aa289dbb8 req-31de2d6b-c21c-48e2-8be3-16bad4784160 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 943 time: 0.2145374 Oct 15 11:45:40.665111 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-4ccffb8d-d393-452f-bbc9-4497f3657352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.666552 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-4ccffb8d-d393-452f-bbc9-4497f3657352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 1097 time: 0.1255949 Oct 15 11:45:40.687861 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8c97e9cc-d80b-4644-b107-403e8fab1ae0 req-333a1344-9a81-44df-a456-aa287fa9a6c7 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233711 Oct 15 11:45:40.692713 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58cc1921-8a7e-466c-9c68-e4bdfc9d4e44 req-80fce445-e19f-4fbf-8cc8-5eb6f1a1bf0d service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239411 Oct 15 11:45:40.740749 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-52cd3f11-7563-4c8e-acd9-bdf98aaf2591 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b582ff-bf80-45d3-8412-4c53d76778c0 HTTP/1.1" status: 200 len: 217 time: 0.0633571 Oct 15 11:45:40.765243 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ab08b01-6639-4de8-b9c5-e12aa289dbb8 req-c5ba0421-dce1-4e1f-9937-b4f0e1133971 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923402 Oct 15 11:45:40.801048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cdcfa4e8-cf96-4075-bd2a-5f711d7ff1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:40.802478 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-cdcfa4e8-cf96-4075-bd2a-5f711d7ff1d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0513475 Oct 15 11:45:40.843360 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-ce35d5b1-97a3-4e6c-9f59-d32dc751b870 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296562 Oct 15 11:45:41.013531 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5a986-0074-45ae-b034-a5f2c04ac0dc req-0adbf5e1-f91f-4284-938d-c2b041932257 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.015053 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0fb5a986-0074-45ae-b034-a5f2c04ac0dc req-0adbf5e1-f91f-4284-938d-c2b041932257 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.1677170 Oct 15 11:45:41.034408 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-b3ce37af-fd82-4ff1-ad28-095c83401b94 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768179 Oct 15 11:45:41.041685 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec14d7-077e-4153-85dc-d3f70fa2fcea req-667919b7-dc63-4dbe-9c22-b111bc8313b1 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.043117 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-edec14d7-077e-4153-85dc-d3f70fa2fcea req-667919b7-dc63-4dbe-9c22-b111bc8313b1 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 945 time: 0.1845703 Oct 15 11:45:41.073431 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:45:41.149560 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0fb5a986-0074-45ae-b034-a5f2c04ac0dc req-a9991181-2d7d-42f7-920a-e97e31398c88 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1265171 Oct 15 11:45:41.159927 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-edec14d7-077e-4153-85dc-d3f70fa2fcea req-1be359fd-33ef-4f7a-abd7-89f8cc69028d tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020322 Oct 15 11:45:41.186092 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15dd4103-7709-4347-92be-a9fb71fa4f51 req-a9750898-2e71-4d2e-824e-7ad629599f81 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411421 Oct 15 11:45:41.335324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'tag': '0a0586ec-462e-4588-a383-5cb3c2cf6b01'}, {'name': 'network-changed', 'server_uuid': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'tag': '50b582ff-bf80-45d3-8412-4c53d76778c0'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:41.337722 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f120f724-806e-45d8-9ce5-ae9e7070f61c" -d '{"events": [{"name": "network-changed", "server_uuid": "c775e788-64a9-4241-9435-4ea1dc41923e", "tag": "0a0586ec-462e-4588-a383-5cb3c2cf6b01"}, {"name": "network-changed", "server_uuid": "d8fb0339-812d-471b-95eb-50990b7f515f", "tag": "50b582ff-bf80-45d3-8412-4c53d76778c0"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:41.377632 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b7f24-6bec-4531-9674-e6971f9bef2b x-openstack-request-id: req-b93b7f24-6bec-4531-9674-e6971f9bef2b {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:41.377912 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c775e788-64a9-4241-9435-4ea1dc41923e", "tag": "0a0586ec-462e-4588-a383-5cb3c2cf6b01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8fb0339-812d-471b-95eb-50990b7f515f", "tag": "50b582ff-bf80-45d3-8412-4c53d76778c0", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:41.378162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b93b7f24-6bec-4531-9674-e6971f9bef2b {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:41.378716 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'tag': '0a0586ec-462e-4588-a383-5cb3c2cf6b01', 'status': 'completed', 'code': 200} Oct 15 11:45:41.379013 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'tag': '50b582ff-bf80-45d3-8412-4c53d76778c0', 'status': 'completed', 'code': 200} Oct 15 11:45:41.390488 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 5db90383-d7f4-4a6e-9243-a3a189b57959 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:45:41.396097 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:41.521799 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-ba5ffb5d-6669-4d05-83f5-ddcfcc72f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.523430 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-ba5ffb5d-6669-4d05-83f5-ddcfcc72f4a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1097 time: 0.1181920 Oct 15 11:45:41.536552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95508802-cad5-4bf0-a15b-9994bd1964de req-e437a3a9-ec34-4ce6-9030-541146a68813 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.538084 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-95508802-cad5-4bf0-a15b-9994bd1964de req-e437a3a9-ec34-4ce6-9030-541146a68813 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 944 time: 0.1076207 Oct 15 11:45:41.552973 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 5db90383-d7f4-4a6e-9243-a3a189b57959, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=5db90383-d7f4-4a6e-9243-a3a189b57959,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:41.554222 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ca226-9355-4f16-8ce6-9250fa727054 req-c7ed00a3-6788-4b98-97aa-6997cc3408b8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.555778 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d2ca226-9355-4f16-8ce6-9250fa727054 req-c7ed00a3-6788-4b98-97aa-6997cc3408b8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 944 time: 0.1121104 Oct 15 11:45:41.565008 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'port_id': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'mac_address': 'fa:16:3e:e3:f6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:45:41.604143 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:41.618278 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db90383-d7f4-4a6e-9243-a3a189b57959 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:41.638225 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:45:41.642650 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 5db90383-d7f4-4a6e-9243-a3a189b57959, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=5db90383-d7f4-4a6e-9243-a3a189b57959,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:41.644394 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:41.644836 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:41.719827 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-95508802-cad5-4bf0-a15b-9994bd1964de req-a7f152d0-16f5-4fe0-846e-c1e41f55a140 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566286 Oct 15 11:45:41.722448 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d2ca226-9355-4f16-8ce6-9250fa727054 req-27a13f59-8919-43a3-b8d8-65e15716d504 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582708 Oct 15 11:45:41.733582 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:41.764991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-a25f4c91-794f-451d-b54d-c50cda19ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.766456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-a25f4c91-794f-451d-b54d-c50cda19ef3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.2274199 Oct 15 11:45:41.769527 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:41.810807 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:41.821112 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-e828c0b9-6a29-4007-9365-eb00d8b8ff3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 217 time: 0.0452476 Oct 15 11:45:41.897603 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-86de56da-6200-4465-8e8b-aa871afee50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.899106 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-86de56da-6200-4465-8e8b-aa871afee50c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0703897 Oct 15 11:45:41.905410 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=5db90383-d7f4-4a6e-9243-a3a189b57959,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:41.909183 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,segment=NetworkSegment(3e7e1f46-d142-4b6b-86dd-8b71263cbef5),segment_id=3e7e1f46-d142-4b6b-86dd-8b71263cbef5)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:41.912877 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7863d-b890-416d-8e46-35c2c87609bd req-030b4ed6-f8c3-4957-97db-fdd038dde589 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:41.914361 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-53e7863d-b890-416d-8e46-35c2c87609bd req-030b4ed6-f8c3-4957-97db-fdd038dde589 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 944 time: 0.0782824 Oct 15 11:45:41.948080 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-8c3b3f57-216c-47cb-913f-4f8853bfe482 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327439 Oct 15 11:45:41.976332 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:41.977116 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 29e3ee71-729c-44de-9717-83b1e96252fb up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:42.000126 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-53e7863d-b890-416d-8e46-35c2c87609bd req-38d66c02-481a-4643-90f1-d0cfffaafa95 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775065 Oct 15 11:45:42.035578 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['5db90383-d7f4-4a6e-9243-a3a189b57959'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:45:42.070223 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-76921ea6-b7d5-44f7-a78f-7b6baaf1b0c2 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121094 Oct 15 11:45:42.091789 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eefbd9-e45c-4828-a9e9-cc16149fa22e" -d '{"events": [{"server_uuid": "ddc2c8ac-bcae-4137-9843-3ed13c64cb5f", "name": "network-vif-plugged", "status": "completed", "tag": "1d9288fc-7e7a-40ee-97ce-1d332ffb7576"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:42.144802 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:42.175591 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-1ec1f6fc-1517-44bd-8d44-b40999429c02 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973473 Oct 15 11:45:42.301657 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-1e3ff649-33b9-4501-a657-12fcc2aa3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:42.303468 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-1e3ff649-33b9-4501-a657-12fcc2aa3139 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 1097 time: 0.0829949 Oct 15 11:45:42.315157 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 29e3ee71-729c-44de-9717-83b1e96252fb completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:45:42.316097 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 29e3ee71-729c-44de-9717-83b1e96252fb triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:42.316584 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:42.329644 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a772-74c6-4db2-8f0e-37f8968da6f1 req-4409a576-ebd9-4743-8dbb-08af453f4f98 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:42.331297 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad10a772-74c6-4db2-8f0e-37f8968da6f1 req-4409a576-ebd9-4743-8dbb-08af453f4f98 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0771666 Oct 15 11:45:42.361049 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b575342-2113-4f3e-bce0-18221c8c01d3 x-openstack-request-id: req-2b575342-2113-4f3e-bce0-18221c8c01d3 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:42.363052 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc2c8ac-bcae-4137-9843-3ed13c64cb5f", "name": "network-vif-plugged", "status": "completed", "tag": "1d9288fc-7e7a-40ee-97ce-1d332ffb7576", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:42.363319 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b575342-2113-4f3e-bce0-18221c8c01d3 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:42.363897 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576', 'code': 200} Oct 15 11:45:42.452484 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad10a772-74c6-4db2-8f0e-37f8968da6f1 req-f17a01d5-0fe1-4172-85e9-d0b07a8ade45 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1086218 Oct 15 11:45:42.457210 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:42.486345 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf96b71-f2bc-4da5-948c-55924fd684ab req-95131e02-c56e-497a-8580-44a99643da4b tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:42.487887 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2bf96b71-f2bc-4da5-948c-55924fd684ab req-95131e02-c56e-497a-8580-44a99643da4b tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.0830014 Oct 15 11:45:42.489284 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-79e22a64-2b0c-4e2d-9825-1fa03733b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:42.490583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-79e22a64-2b0c-4e2d-9825-1fa03733b161 service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.1777456 Oct 15 11:45:42.491587 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 29e3ee71-729c-44de-9717-83b1e96252fb, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=29e3ee71-729c-44de-9717-83b1e96252fb,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:42.543182 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-8f7a306e-d163-4b32-aa52-cddaf40265ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b582ff-bf80-45d3-8412-4c53d76778c0 HTTP/1.1" status: 200 len: 217 time: 0.0429966 Oct 15 11:45:42.559251 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:42.568808 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2bf96b71-f2bc-4da5-948c-55924fd684ab req-769f2eb4-f905-4cd5-8707-9a3985aa896b tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743325 Oct 15 11:45:42.611770 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-f2e842d3-fce1-4b93-aaca-1a17e4b5974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:42.613703 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-f2e842d3-fce1-4b93-aaca-1a17e4b5974e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0601225 Oct 15 11:45:42.645946 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=29e3ee71-729c-44de-9717-83b1e96252fb,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:42.672162 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-9b429476-d28b-49fb-849e-1b4a900616ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441070 Oct 15 11:45:42.693537 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36814) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:42.953796 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e370b911-7db3-4b1b-80c8-1ca56b51bccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.032846 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e370b911-7db3-4b1b-80c8-1ca56b51bccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.075559 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5594550-9583-4e1e-ace5-4fc2c46fd607 req-02712b04-35d1-4ed2-856b-2b6d5c032c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:43.077050 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d5594550-9583-4e1e-ace5-4fc2c46fd607 req-02712b04-35d1-4ed2-856b-2b6d5c032c7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 1099 time: 0.4076326 Oct 15 11:45:43.095872 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e370b911-7db3-4b1b-80c8-1ca56b51bccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.120915 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-d5594550-9583-4e1e-ace5-4fc2c46fd607 req-4ccc480e-e51b-4c05-b4b4-a3b1be534768 service neutron] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.132439 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c2052-676c-463f-af15-25ff48e3c91a req-2a1e64a7-023b-4aac-bd9f-632caec49b56 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:43.133953 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bd4c2052-676c-463f-af15-25ff48e3c91a req-2a1e64a7-023b-4aac-bd9f-632caec49b56 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 944 time: 0.1527166 Oct 15 11:45:43.141884 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-8d0bed5e-4b14-4378-b2d0-992fadc8c543 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279377 Oct 15 11:45:43.144763 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-e370b911-7db3-4b1b-80c8-1ca56b51bccd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=223196ae481642a6bef90fef710fd295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499955 Oct 15 11:45:43.145613 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36832) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:43.149742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b99fc-e51c-4900-9a8e-b7d211d0cba3 req-abc5f656-76bb-414a-9719-17398ab93f13 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:43.151241 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e0b99fc-e51c-4900-9a8e-b7d211d0cba3 req-abc5f656-76bb-414a-9719-17398ab93f13 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 945 time: 0.1719723 Oct 15 11:45:43.159324 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370b911-7db3-4b1b-80c8-1ca56b51bccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4edbb6-3a87-40bb-b794-c4f9f9bd4b6d,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:43.210592 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-733ad65e-0912-4480-9654-730fa7675ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.231935 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-733ad65e-0912-4480-9654-730fa7675ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.291506 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bd4c2052-676c-463f-af15-25ff48e3c91a req-9bf6f585-35be-4eb4-b305-3de8ff345d3a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380289 Oct 15 11:45:43.296604 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e0b99fc-e51c-4900-9a8e-b7d211d0cba3 req-d1237452-6985-4b12-9d7e-823d3d5fed7a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270320 Oct 15 11:45:43.324936 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f120f724-806e-45d8-9ce5-ae9e7070f61c req-657f56a6-3f42-4111-9487-03e338b27c52 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725214 Oct 15 11:45:43.358992 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-733ad65e-0912-4480-9654-730fa7675ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.361623 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-733ad65e-0912-4480-9654-730fa7675ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.362880 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-733ad65e-0912-4480-9654-730fa7675ac5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba4edbb6-3a87-40bb-b794-c4f9f9bd4b6d HTTP/1.1" status: 204 len: 168 time: 0.2163138 Oct 15 11:45:43.372977 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ad65e-0912-4480-9654-730fa7675ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4edbb6-3a87-40bb-b794-c4f9f9bd4b6d,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:43.398692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0a0586ec-462e-4588-a383-5cb3c2cf6b01 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:45:43.401950 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 5db90383-d7f4-4a6e-9243-a3a189b57959 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:43.446111 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b97f36-7fb2-43f0-bc15-14958a58ae0a req-970b7afa-faba-44b8-91ce-f12055d75119 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:43.447671 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-34b97f36-7fb2-43f0-bc15-14958a58ae0a req-970b7afa-faba-44b8-91ce-f12055d75119 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 944 time: 0.0903883 Oct 15 11:45:43.458150 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-d5594550-9583-4e1e-ace5-4fc2c46fd607 req-4ccc480e-e51b-4c05-b4b4-a3b1be534768 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.490787 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-34b97f36-7fb2-43f0-bc15-14958a58ae0a req-00371b92-c5a4-4506-ac4b-ba7315b4606b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Oct 15 11:45:43.535687 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0a0586ec-462e-4588-a383-5cb3c2cf6b01, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:43.548186 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '0a0586ec-462e-4588-a383-5cb3c2cf6b01', 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'port_id': '0a0586ec-462e-4588-a383-5cb3c2cf6b01', 'mac_address': 'fa:16:3e:3a:f6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:45:43.561511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-d5594550-9583-4e1e-ace5-4fc2c46fd607 req-4ccc480e-e51b-4c05-b4b4-a3b1be534768 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.585609 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.598206 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 5db90383-d7f4-4a6e-9243-a3a189b57959 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:45:43.601454 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0586ec-462e-4588-a383-5cb3c2cf6b01 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:43.605073 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d5594550-9583-4e1e-ace5-4fc2c46fd607 req-4ccc480e-e51b-4c05-b4b4-a3b1be534768 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116506 Oct 15 11:45:43.611328 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc480e-e51b-4c05-b4b4-a3b1be534768 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=229381d9-3e3d-4dad-a2f7-ef67e404f9aa,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:43.618360 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 5db90383-d7f4-4a6e-9243-a3a189b57959 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:43.618941 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.624876 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30ace-b003-47a8-b218-a8907976e697 req-a3c82476-04c0-4da1-9af6-94c68197bf02 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:43.626494 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b9c30ace-b003-47a8-b218-a8907976e697 req-a3c82476-04c0-4da1-9af6-94c68197bf02 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0962458 Oct 15 11:45:43.677596 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b9c30ace-b003-47a8-b218-a8907976e697 req-0b523e8c-0bea-4658-8fd4-cf35641d31f3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420535 Oct 15 11:45:43.677723 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0a0586ec-462e-4588-a383-5cb3c2cf6b01, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:43.749281 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1483f-e88d-4f96-a042-52358be4804f req-1741f2ee-98fa-4080-88dc-0ff30fd71923 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:43.750891 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-efd1483f-e88d-4f96-a042-52358be4804f req-1741f2ee-98fa-4080-88dc-0ff30fd71923 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.0677810 Oct 15 11:45:43.794373 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-efd1483f-e88d-4f96-a042-52358be4804f req-5bdf8a1d-83e8-4e74-8402-0c3df5f465ce tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Oct 15 11:45:43.865315 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.865951 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:45:43.922137 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:43.971805 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0a0586ec-462e-4588-a383-5cb3c2cf6b01,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:44.021749 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 5db90383-d7f4-4a6e-9243-a3a189b57959, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=5db90383-d7f4-4a6e-9243-a3a189b57959,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:44.043415 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:44.055222 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'port_id': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'mac_address': 'fa:16:3e:19:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:45:44.093163 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.097598 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.126772 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb66a23-ef08-426d-bed9-f8fc4367c6ed {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:44.152286 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36852) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:44.164638 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:44.165599 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-441b6a29-d183-4dc1-a978-61408a7cafae admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.174023 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=5db90383-d7f4-4a6e-9243-a3a189b57959,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:44.242081 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-441b6a29-d183-4dc1-a978-61408a7cafae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.341448 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-441b6a29-d183-4dc1-a978-61408a7cafae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.341585 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.367123 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e3ee71-729c-44de-9717-83b1e96252fb'}, {'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:44.369258 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e81fb-b97d-42fd-a81a-be0ea622f90f" -d '{"events": [{"server_uuid": "34854319-c628-4df6-84cd-4dbc5918e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "29e3ee71-729c-44de-9717-83b1e96252fb"}, {"server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "name": "network-vif-plugged", "status": "completed", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:44.383068 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-441b6a29-d183-4dc1-a978-61408a7cafae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb98c44d85554fa1b5c1de110d270b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273953 Oct 15 11:45:44.384971 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36860) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:44.390136 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b6a29-d183-4dc1-a978-61408a7cafae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012826db-7165-48e0-a85f-e72ec3686964,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:44.402192 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:44.501119 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4e3c2-8d19-4547-ae7a-9cd7b0d68c60 req-d52ba75b-506b-4f41-a5c6-295e5dd81547 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:44.502532 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d0a4e3c2-8d19-4547-ae7a-9cd7b0d68c60 req-d52ba75b-506b-4f41-a5c6-295e5dd81547 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 944 time: 0.1190488 Oct 15 11:45:44.515201 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e89722-7193-4996-b1f5-a0a433fa5930 req-c90a1623-8291-4dd1-bfa3-6aa28e974b88 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:44.516696 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-33e89722-7193-4996-b1f5-a0a433fa5930 req-c90a1623-8291-4dd1-bfa3-6aa28e974b88 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 945 time: 0.1131055 Oct 15 11:45:44.528966 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a043299f-2193-468d-b677-2cdc9a2d04fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.585004 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a043299f-2193-468d-b677-2cdc9a2d04fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.598222 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d0a4e3c2-8d19-4547-ae7a-9cd7b0d68c60 req-11112eeb-535f-40da-be45-ac1ec6cc4420 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788608 Oct 15 11:45:44.603296 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['0a0586ec-462e-4588-a383-5cb3c2cf6b01'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:45:44.608372 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-33e89722-7193-4996-b1f5-a0a433fa5930 req-3f56a4ad-57e5-4e95-b299-9554bfdba270 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802572 Oct 15 11:45:44.643192 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['4cb66a23-ef08-426d-bed9-f8fc4367c6ed'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:45:44.691154 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b77d5-326e-401c-8c1d-3e175ed0247b x-openstack-request-id: req-8a8b77d5-326e-401c-8c1d-3e175ed0247b {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:44.691464 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34854319-c628-4df6-84cd-4dbc5918e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "29e3ee71-729c-44de-9717-83b1e96252fb", "code": 200}, {"server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "name": "network-vif-plugged", "status": "completed", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:44.692385 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a8b77d5-326e-401c-8c1d-3e175ed0247b {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:44.692938 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e3ee71-729c-44de-9717-83b1e96252fb', 'code': 200} Oct 15 11:45:44.697468 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'code': 200} Oct 15 11:45:44.759266 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a043299f-2193-468d-b677-2cdc9a2d04fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.762663 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a043299f-2193-468d-b677-2cdc9a2d04fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:44.763869 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a043299f-2193-468d-b677-2cdc9a2d04fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/012826db-7165-48e0-a85f-e72ec3686964 HTTP/1.1" status: 204 len: 168 time: 0.3768120 Oct 15 11:45:44.808878 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043299f-2193-468d-b677-2cdc9a2d04fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012826db-7165-48e0-a85f-e72ec3686964,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:44.855190 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a9395-274e-4286-919c-fd42d7c33ce9 req-fb5bbf89-110a-4abd-898e-c763ee4f9a88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:44.857315 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-587a9395-274e-4286-919c-fd42d7c33ce9 req-fb5bbf89-110a-4abd-898e-c763ee4f9a88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.1586406 Oct 15 11:45:44.884118 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014cf8-de9d-410e-90de-20732596a43a req-b4fbc940-54b7-48ac-a6b2-de87655455ba tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:44.894651 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-18014cf8-de9d-410e-90de-20732596a43a req-b4fbc940-54b7-48ac-a6b2-de87655455ba tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.0976467 Oct 15 11:45:44.961235 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-18014cf8-de9d-410e-90de-20732596a43a req-a48e3b4a-07b9-40d3-b2c1-a189b8707220 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0656159 Oct 15 11:45:44.990041 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-587a9395-274e-4286-919c-fd42d7c33ce9 req-aeb31b17-50d4-4e2b-9a79-9aef048f28f5 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927145 Oct 15 11:45:45.071177 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590fd1f-fbd8-4ca8-9a75-eaf9dac31e5c req-26ad5400-1b37-4434-95a7-a08e9f7bc3f3 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:45.072649 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7590fd1f-fbd8-4ca8-9a75-eaf9dac31e5c req-26ad5400-1b37-4434-95a7-a08e9f7bc3f3 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.0495014 Oct 15 11:45:45.165563 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7590fd1f-fbd8-4ca8-9a75-eaf9dac31e5c req-24b89910-e081-43e9-badf-fccd2319e57d tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859141 Oct 15 11:45:45.186197 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f08cc6-251d-4406-a8be-0fcb8ccd1317 req-79945b9b-3205-40af-abee-170f3ef60a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:45.187596 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c2f08cc6-251d-4406-a8be-0fcb8ccd1317 req-79945b9b-3205-40af-abee-170f3ef60a28 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0800810 Oct 15 11:45:45.189113 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40e357-59bd-480b-b7e8-905541bff516 req-0141d90e-15a4-4770-8c9f-8163e43d4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:45.190441 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ec40e357-59bd-480b-b7e8-905541bff516 req-0141d90e-15a4-4770-8c9f-8163e43d4125 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 1098 time: 0.0818233 Oct 15 11:45:45.270931 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ec40e357-59bd-480b-b7e8-905541bff516 req-d2bdf16d-5a72-4bd6-8f19-48cabf008f11 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496562 Oct 15 11:45:45.272810 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c2f08cc6-251d-4406-a8be-0fcb8ccd1317 req-57e8fc3a-fb7c-4828-9c14-07b0b2626ef8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579741 Oct 15 11:45:45.318276 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36886) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:45.402763 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 50b582ff-bf80-45d3-8412-4c53d76778c0 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:45:45.421020 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-95caf379-2d0f-40e3-92c7-5111f144edfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.496732 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-95caf379-2d0f-40e3-92c7-5111f144edfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.500737 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 50b582ff-bf80-45d3-8412-4c53d76778c0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=50b582ff-bf80-45d3-8412-4c53d76778c0,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:45.512365 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '50b582ff-bf80-45d3-8412-4c53d76778c0', 'network_id': 'daf9db8b-725b-451c-9994-0e901cda45cd', 'port_id': '50b582ff-bf80-45d3-8412-4c53d76778c0', 'mac_address': 'fa:16:3e:e7:56:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51407aeb-5ba0-4493-9db8-aac5754f8193', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:45:45.549012 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.561188 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b582ff-bf80-45d3-8412-4c53d76778c0 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:45:45.580589 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 50b582ff-bf80-45d3-8412-4c53d76778c0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=50b582ff-bf80-45d3-8412-4c53d76778c0,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:45.609910 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-95caf379-2d0f-40e3-92c7-5111f144edfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.649057 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-95caf379-2d0f-40e3-92c7-5111f144edfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a885aae653e4d71b8132cb9b1852acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292243 Oct 15 11:45:45.649483 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caf379-2d0f-40e3-92c7-5111f144edfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc772a12-731f-4b2d-a931-b1686e9b9b60,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:45.652202 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36894) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:45.667972 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.718709 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36896) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:45.724957 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=50b582ff-bf80-45d3-8412-4c53d76778c0,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:45.733662 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9d55eaba-cfc4-4a89-919a-d3194795d5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.752930 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e1404f2b-cc17-41dc-82dd-69fa8863be77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.767170 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b684e-fea8-473e-b970-9e65782bd3f2 req-57e7b472-6e8a-49e4-b3a8-001bbda474d0 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:45.768725 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ab3b684e-fea8-473e-b970-9e65782bd3f2 req-57e7b472-6e8a-49e4-b3a8-001bbda474d0 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 945 time: 0.0788307 Oct 15 11:45:45.781871 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd84cb-bc21-41a3-a102-5a640b5613bb req-6ae6a04b-89ce-443f-b067-c14550742551 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:45.783505 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-35dd84cb-bc21-41a3-a102-5a640b5613bb req-6ae6a04b-89ce-443f-b067-c14550742551 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 945 time: 0.0664356 Oct 15 11:45:45.790048 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e1404f2b-cc17-41dc-82dd-69fa8863be77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.846093 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ab3b684e-fea8-473e-b970-9e65782bd3f2 req-f856e1bb-3d54-477c-b37e-6a360bcc702c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607517 Oct 15 11:45:45.854798 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-35dd84cb-bc21-41a3-a102-5a640b5613bb req-58fe36cb-58a6-4f07-85d1-d98923b0a2ee tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604997 Oct 15 11:45:45.864178 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9d55eaba-cfc4-4a89-919a-d3194795d5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.963677 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9d55eaba-cfc4-4a89-919a-d3194795d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.966035 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e1404f2b-cc17-41dc-82dd-69fa8863be77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.968545 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e1404f2b-cc17-41dc-82dd-69fa8863be77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:45.969721 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-e1404f2b-cc17-41dc-82dd-69fa8863be77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc772a12-731f-4b2d-a931-b1686e9b9b60 HTTP/1.1" status: 204 len: 168 time: 0.3165348 Oct 15 11:45:46.000531 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['50b582ff-bf80-45d3-8412-4c53d76778c0'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:45:46.010079 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-9d55eaba-cfc4-4a89-919a-d3194795d5ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f1c0bd614f141b7a25a81aac86e9d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902336 Oct 15 11:45:46.011464 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36902) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:46.012816 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55eaba-cfc4-4a89-919a-d3194795d5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984346ce-a050-47cd-97ae-b23c874cf629,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:46.035884 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404f2b-cc17-41dc-82dd-69fa8863be77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc772a12-731f-4b2d-a931-b1686e9b9b60,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:46.183527 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7bf00ba1-00ec-4169-b733-f0d0b10955f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:46.193302 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f9dd2-b2e4-43eb-ba9d-3809d7a2860e req-577d5c25-6858-48ee-9503-4fa575173232 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:46.194810 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-491f9dd2-b2e4-43eb-ba9d-3809d7a2860e req-577d5c25-6858-48ee-9503-4fa575173232 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.1248627 Oct 15 11:45:46.205550 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021ec38-36e8-49c2-925c-8a90c7e0c700 req-e4d03ef3-d50f-453e-8584-339cf6dbdafd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:46.208801 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e021ec38-36e8-49c2-925c-8a90c7e0c700 req-e4d03ef3-d50f-453e-8584-339cf6dbdafd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.1180396 Oct 15 11:45:46.265460 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7bf00ba1-00ec-4169-b733-f0d0b10955f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:46.309361 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-491f9dd2-b2e4-43eb-ba9d-3809d7a2860e req-1b2d135f-2253-4ea7-bfe7-25492b48e463 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0940304 Oct 15 11:45:46.318051 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e021ec38-36e8-49c2-925c-8a90c7e0c700 req-bbd1648b-9c48-4b01-8fff-ca9b68c80c75 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994227 Oct 15 11:45:46.418385 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7bf00ba1-00ec-4169-b733-f0d0b10955f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:46.420940 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7bf00ba1-00ec-4169-b733-f0d0b10955f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:46.422051 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-7bf00ba1-00ec-4169-b733-f0d0b10955f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/984346ce-a050-47cd-97ae-b23c874cf629 HTTP/1.1" status: 204 len: 168 time: 0.4090872 Oct 15 11:45:46.434485 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf00ba1-00ec-4169-b733-f0d0b10955f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984346ce-a050-47cd-97ae-b23c874cf629,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:46.450015 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633d62d-cd57-40f0-84b1-d9e2617d6bd0 req-f2bd8d6f-3f7d-4ed8-bab5-8552c46f725c tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:46.457790 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4633d62d-cd57-40f0-84b1-d9e2617d6bd0 req-f2bd8d6f-3f7d-4ed8-bab5-8552c46f725c tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.0717864 Oct 15 11:45:46.500078 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4633d62d-cd57-40f0-84b1-d9e2617d6bd0 req-6d66c78c-905e-4398-8205-d8f2142c7cba tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Oct 15 11:45:46.802699 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 36924) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:46.953199 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.008587 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17cc3c-b16a-423d-a191-ad5a5f7d590f req-d9daaa3a-891f-472b-a2b7-1bd84a75e8fd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:47.019477 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3e17cc3c-b16a-423d-a191-ad5a5f7d590f req-d9daaa3a-891f-472b-a2b7-1bd84a75e8fd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 945 time: 0.0858734 Oct 15 11:45:47.047791 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4359d168-db1c-4fe8-8e0c-de6a47eb712c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.057213 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596fe0-b031-4d89-a0f8-fa995fccf90e req-0c7c28ec-fecf-4fa0-9f90-dd4ef414c31c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:47.058756 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e1596fe0-b031-4d89-a0f8-fa995fccf90e req-0c7c28ec-fecf-4fa0-9f90-dd4ef414c31c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 945 time: 0.1164579 Oct 15 11:45:47.116692 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3e17cc3c-b16a-423d-a191-ad5a5f7d590f req-a48b75a1-1b61-47f7-bb46-11f4f3d0d459 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891027 Oct 15 11:45:47.134629 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e1596fe0-b031-4d89-a0f8-fa995fccf90e req-263fd7ff-2615-4483-99e2-1cded75c7484 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674617 Oct 15 11:45:47.214654 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4359d168-db1c-4fe8-8e0c-de6a47eb712c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.307242 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4359d168-db1c-4fe8-8e0c-de6a47eb712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.349148 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359d168-db1c-4fe8-8e0c-de6a47eb712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470c8363-1b76-4c70-b1a4-cc1a3b450858,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:47.352976 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-4359d168-db1c-4fe8-8e0c-de6a47eb712c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59b82e9f57964ebea4776a533d824ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492368 Oct 15 11:45:47.355678 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36958) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:47.415540 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7019956-0a4e-4a38-a014-43c66f2b01a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.439817 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0a0586ec-462e-4588-a383-5cb3c2cf6b01 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:47.448996 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7019956-0a4e-4a38-a014-43c66f2b01a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.578391 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39448407-89f5-471e-9ff8-8fa7f27ebdd4 req-ec404560-18e1-4625-b0dc-5dd160445737 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:47.582981 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-39448407-89f5-471e-9ff8-8fa7f27ebdd4 req-ec404560-18e1-4625-b0dc-5dd160445737 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.1125386 Oct 15 11:45:47.591737 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f36b9-c345-4f9f-9eef-6bc57ce8a56c req-ef228b49-cffa-4a35-94fb-7e39e5b4100e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:47.593228 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ce7f36b9-c345-4f9f-9eef-6bc57ce8a56c req-ef228b49-cffa-4a35-94fb-7e39e5b4100e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.1078932 Oct 15 11:45:47.652431 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-39448407-89f5-471e-9ff8-8fa7f27ebdd4 req-7af9a835-067c-455f-8e67-f908c9958496 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0581872 Oct 15 11:45:47.656211 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:45:47.660477 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:47.661057 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.669259 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ce7f36b9-c345-4f9f-9eef-6bc57ce8a56c req-ce556c6e-5233-4d57-a77b-7edf8feab1db tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656588 Oct 15 11:45:47.691438 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7019956-0a4e-4a38-a014-43c66f2b01a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.694303 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7019956-0a4e-4a38-a014-43c66f2b01a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.695683 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f7019956-0a4e-4a38-a014-43c66f2b01a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/470c8363-1b76-4c70-b1a4-cc1a3b450858 HTTP/1.1" status: 204 len: 168 time: 0.3390238 Oct 15 11:45:47.705094 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7019956-0a4e-4a38-a014-43c66f2b01a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c8363-1b76-4c70-b1a4-cc1a3b450858,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:47.772585 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.807150 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0586ec-462e-4588-a383-5cb3c2cf6b01'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:47.812172 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2412ed-b4df-40ac-bdbd-f97157d80014" -d '{"events": [{"server_uuid": "c775e788-64a9-4241-9435-4ea1dc41923e", "name": "network-vif-plugged", "status": "completed", "tag": "0a0586ec-462e-4588-a383-5cb3c2cf6b01"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:47.824638 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0a0586ec-462e-4588-a383-5cb3c2cf6b01, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:47.837221 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7039a-e011-4876-8e50-e54adfbe7d49 req-3128b89c-f66f-4ed9-9019-a00e3c88b60c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:47.852516 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 36980) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:47.858797 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'floatingip': {'port_id': '5db90383-d7f4-4a6e-9243-a3a189b57959'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:47.865170 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9c7039a-e011-4876-8e50-e54adfbe7d49 req-3128b89c-f66f-4ed9-9019-a00e3c88b60c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0764637 Oct 15 11:45:47.872278 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee448776-ae60-4cd4-9e6f-01b4df05ea0c x-openstack-request-id: req-ee448776-ae60-4cd4-9e6f-01b4df05ea0c {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:47.872278 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c775e788-64a9-4241-9435-4ea1dc41923e", "name": "network-vif-plugged", "status": "completed", "tag": "0a0586ec-462e-4588-a383-5cb3c2cf6b01", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:47.872278 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee448776-ae60-4cd4-9e6f-01b4df05ea0c {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:47.872278 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0586ec-462e-4588-a383-5cb3c2cf6b01', 'code': 200} Oct 15 11:45:47.924428 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:47.925398 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:47.950818 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:48.007316 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0a0586ec-462e-4588-a383-5cb3c2cf6b01,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:48.222015 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:45:48.227101 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:48.228591 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:48.241675 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb2a9d-ffe0-4cb5-b224-b95b63f8ed90 req-b1d43875-8859-44f6-9445-2903e4a14ea5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:48.243381 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d9eb2a9d-ffe0-4cb5-b224-b95b63f8ed90 req-b1d43875-8859-44f6-9445-2903e4a14ea5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 945 time: 0.0542781 Oct 15 11:45:48.326597 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d9eb2a9d-ffe0-4cb5-b224-b95b63f8ed90 req-9a233769-1423-4c19-9fca-e9375cabb981 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723224 Oct 15 11:45:48.349672 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:48.376626 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa76da6-8e3f-41fc-855c-4020d73dce7f req-6dd82c22-8c0b-4c23-8544-029887e7ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:48.378555 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3aa76da6-8e3f-41fc-855c-4020d73dce7f req-6dd82c22-8c0b-4c23-8544-029887e7ef16 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.0508068 Oct 15 11:45:48.388670 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:48.419824 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3aa76da6-8e3f-41fc-855c-4020d73dce7f req-2628e620-fa96-4863-a16f-6459bf61f151 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336990 Oct 15 11:45:48.509906 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:48.511995 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 50b582ff-bf80-45d3-8412-4c53d76778c0 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:45:48.653712 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:48.825482 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08121-ae52-402d-a23b-26f5ed4a8e54 req-4f64e49c-174e-4c61-bcfe-0d6951c7d4ee tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:48.827671 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6f08121-ae52-402d-a23b-26f5ed4a8e54 req-4f64e49c-174e-4c61-bcfe-0d6951c7d4ee tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0551617 Oct 15 11:45:48.867762 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6f08121-ae52-402d-a23b-26f5ed4a8e54 req-2cee92b1-9860-4c05-b809-772f42d36369 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331960 Oct 15 11:45:48.907423 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 50b582ff-bf80-45d3-8412-4c53d76778c0 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:45:48.912407 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 50b582ff-bf80-45d3-8412-4c53d76778c0 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:45:48.912587 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:48.913063 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:48.987655 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37056) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:49.002498 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dfe60613-6866-44ea-8890-09998dd1218e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.008928 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.014332 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.043201 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 50b582ff-bf80-45d3-8412-4c53d76778c0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=50b582ff-bf80-45d3-8412-4c53d76778c0,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:45:49.152927 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.159586 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.l3_db [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Floating IP 04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb associated. External IP: 172.27.0.120, port: 5db90383-d7f4-4a6e-9243-a3a189b57959. Oct 15 11:45:49.216613 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=50b582ff-bf80-45d3-8412-4c53d76778c0,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:49.217949 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dfe60613-6866-44ea-8890-09998dd1218e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.357448 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dfe60613-6866-44ea-8890-09998dd1218e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.409612 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-dfe60613-6866-44ea-8890-09998dd1218e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=455fa8012e5c404fa9b3938b85cbc596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202483 Oct 15 11:45:49.412628 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37076) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:49.417422 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe60613-6866-44ea-8890-09998dd1218e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b54bc2-f1cb-436c-812d-adb72df02eea,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:49.423406 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:45:49.477308 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b089-df43-421f-9b11-0c5c40e13d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.499228 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b089-df43-421f-9b11-0c5c40e13d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.544971 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:49.549763 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.557476 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] Sync routers for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:49.567024 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:49.567742 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a71d1910>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:49.583235 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-66c0d391-7e26-4a74-b35a-c9f2ad8e011e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "PUT /v2.0/floatingips/04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb HTTP/1.1" status: 200 len: 991 time: 1.7270546 Oct 15 11:45:49.583235 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:49.585061 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3be675-c972-43bb-8e9c-c14179285e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:49.633109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b089-df43-421f-9b11-0c5c40e13d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.636296 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b089-df43-421f-9b11-0c5c40e13d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:49.637455 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d1b7b089-df43-421f-9b11-0c5c40e13d7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39b54bc2-f1cb-436c-812d-adb72df02eea HTTP/1.1" status: 204 len: 168 time: 0.2237453 Oct 15 11:45:49.646693 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7b089-df43-421f-9b11-0c5c40e13d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b54bc2-f1cb-436c-812d-adb72df02eea,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:49.692258 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:49.870868 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}, {'server_uuid': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b582ff-bf80-45d3-8412-4c53d76778c0'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:49.873426 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d80a7-25f0-4354-8ab0-a154363b5c3c" -d '{"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-plugged", "status": "completed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed"}, {"server_uuid": "d8fb0339-812d-471b-95eb-50990b7f515f", "name": "network-vif-plugged", "status": "completed", "tag": "50b582ff-bf80-45d3-8412-4c53d76778c0"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:49.921265 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d716ee-1176-4c40-b5ba-b05bde26ab54 req-5fd26bc7-615d-44f8-8232-e613820c3bc1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:49.922821 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-78d716ee-1176-4c40-b5ba-b05bde26ab54 req-5fd26bc7-615d-44f8-8232-e613820c3bc1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0527325 Oct 15 11:45:49.963243 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-78d716ee-1176-4c40-b5ba-b05bde26ab54 req-1a40b275-42fd-4e5b-88c0-680c52e9b831 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Oct 15 11:45:49.988151 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a71d1910>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'port_id': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'mac_address': 'fa:16:3e:e3:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:45:25Z', 'updated_at': '2021-10-15T11:45:48Z', 'revision_number': 1, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:50.034639 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] Checking router: 93a2aef4-a26b-4442-bfdb-aa1d56171a31 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:50.044779 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:50.045745 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a71d1910>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:50.146004 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b648f-3098-4b04-ac0e-33af770f9fc9 x-openstack-request-id: req-4a1b648f-3098-4b04-ac0e-33af770f9fc9 {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:50.146421 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:50.146640 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a1b648f-3098-4b04-ac0e-33af770f9fc9 {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:50.146944 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'status': 'completed', 'code': 200} Oct 15 11:45:50.168383 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:50.201555 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdd9187-c117-4e78-b27b-8ca6036a46c1 x-openstack-request-id: req-0bdd9187-c117-4e78-b27b-8ca6036a46c1 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:50.202190 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-plugged", "status": "completed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed", "code": 200}, {"server_uuid": "d8fb0339-812d-471b-95eb-50990b7f515f", "name": "network-vif-plugged", "status": "completed", "tag": "50b582ff-bf80-45d3-8412-4c53d76778c0", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:50.202534 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bdd9187-c117-4e78-b27b-8ca6036a46c1 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:50.202966 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'code': 200} Oct 15 11:45:50.203218 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b582ff-bf80-45d3-8412-4c53d76778c0', 'code': 200} Oct 15 11:45:50.320597 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-86d0283c-ca75-4050-a52a-7a4182136beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:50.324911 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-86d0283c-ca75-4050-a52a-7a4182136beb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 1098 time: 0.0933943 Oct 15 11:45:50.506648 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c4f8c-dd60-4d37-b871-79c4322c3d06 req-c00f7404-abac-4152-bd70-d0c15b3d59b1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:50.508196 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-271c4f8c-dd60-4d37-b871-79c4322c3d06 req-c00f7404-abac-4152-bd70-d0c15b3d59b1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1659145 Oct 15 11:45:50.544743 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-d7cff3fa-8628-4870-b765-7f797e579b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:50.546461 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-d7cff3fa-8628-4870-b765-7f797e579b5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.2017848 Oct 15 11:45:50.577042 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-271c4f8c-dd60-4d37-b871-79c4322c3d06 req-f65d44ed-dd3a-4ba4-8781-0efd436f3440 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576873 Oct 15 11:45:50.644181 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a71d1910>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'port_id': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'mac_address': 'fa:16:3e:e3:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:45:25Z', 'updated_at': '2021-10-15T11:45:48Z', 'revision_number': 1, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:50.721312 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cbc49-6269-4284-8e76-e985eba29d24 req-2845e7e9-798d-40d4-a4d3-7850d1ffce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:50.724009 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-641cbc49-6269-4284-8e76-e985eba29d24 req-2845e7e9-798d-40d4-a4d3-7850d1ffce50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1099 time: 0.0856688 Oct 15 11:45:50.736922 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba3a3c-94d6-4253-b9d9-232c1b884060 req-e57cc765-2b26-49ff-b9dc-37b2e4c88dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:50.739081 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a8ba3a3c-94d6-4253-b9d9-232c1b884060 req-e57cc765-2b26-49ff-b9dc-37b2e4c88dfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 1099 time: 0.1127586 Oct 15 11:45:50.754711 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-e5f32eb5-8799-4bcb-9d33-7f92005ddc6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 200 len: 999 time: 0.1992171 Oct 15 11:45:50.794236 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-641cbc49-6269-4284-8e76-e985eba29d24 req-c0e0ab27-6c11-46b6-b775-a019b1b6f440 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0573730 Oct 15 11:45:50.811678 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924c8ea-dd9a-49a5-8910-d5025dc6c692 None None] The sync data for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi is: [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'port_id': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'mac_address': 'fa:16:3e:e3:f6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:45:25Z', 'updated_at': '2021-10-15T11:45:48Z', 'revision_number': 1, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:50.825559 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a8ba3a3c-94d6-4253-b9d9-232c1b884060 req-ce720438-9a1e-4c8c-81d1-f7a517a5f197 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788929 Oct 15 11:45:50.843828 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-8a8f1c60-d8e4-4ef4-a6ce-11b29bcc947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:50.844142 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-8a8f1c60-d8e4-4ef4-a6ce-11b29bcc947e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0750237 Oct 15 11:45:51.025260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f8f1e-f185-448c-88e4-e5628a8e440a None None] New status for floating IP 04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb: ACTIVE {{(pid=106849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:45:51.169478 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32c945-0d55-4e7b-acd4-5c8a50e5f67b req-aed4e912-9891-4b4f-9ee9-25d1bd5faeee tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:51.170971 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3c32c945-0d55-4e7b-acd4-5c8a50e5f67b req-aed4e912-9891-4b4f-9ee9-25d1bd5faeee tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0846972 Oct 15 11:45:51.264714 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3c32c945-0d55-4e7b-acd4-5c8a50e5f67b req-8694c686-42f9-4272-9347-a6697d7f78d1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821531 Oct 15 11:45:51.351996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-e2310a77-f14a-4df1-81a7-51faef9b8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:51.351996 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-e2310a77-f14a-4df1-81a7-51faef9b8a02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445552 Oct 15 11:45:51.502771 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-b75d2d69-7b5b-4e17-b68b-0fc83cc663f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152077 Oct 15 11:45:51.609827 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c3be675-c972-43bb-8e9c-c14179285e3c req-dc1a7a7d-ab92-43bc-b206-ee6d0cea13db service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975482 Oct 15 11:45:51.692582 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37174) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:51.716924 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5ddc9-6f5a-4509-b1cf-6e8fe0612aee req-1f4720e5-96e6-4192-a3f4-4aeb6dc967e2 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:51.718471 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47c5ddc9-6f5a-4509-b1cf-6e8fe0612aee req-1f4720e5-96e6-4192-a3f4-4aeb6dc967e2 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0546017 Oct 15 11:45:51.764443 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47c5ddc9-6f5a-4509-b1cf-6e8fe0612aee req-0da5c5cb-c402-406e-a2ae-21bd06aa69eb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329912 Oct 15 11:45:51.797763 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e495cb8a-9148-4cb7-9679-3f407f1b5b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:51.876856 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e495cb8a-9148-4cb7-9679-3f407f1b5b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:51.953081 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e495cb8a-9148-4cb7-9679-3f407f1b5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:51.991263 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-e495cb8a-9148-4cb7-9679-3f407f1b5b89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92f59dfa368142d1a5c38b75d8025941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976599 Oct 15 11:45:51.991961 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495cb8a-9148-4cb7-9679-3f407f1b5b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89962f2c-92e4-47a5-8675-b8912a84b9a3,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:51.993924 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37180) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:52.042831 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8716587a-5d94-4cb9-9beb-8b9c20c90ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:52.066225 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8716587a-5d94-4cb9-9beb-8b9c20c90ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:52.215365 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8716587a-5d94-4cb9-9beb-8b9c20c90ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:52.226065 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8716587a-5d94-4cb9-9beb-8b9c20c90ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:52.226065 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8716587a-5d94-4cb9-9beb-8b9c20c90ec7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89962f2c-92e4-47a5-8675-b8912a84b9a3 HTTP/1.1" status: 204 len: 168 time: 0.2244482 Oct 15 11:45:52.227932 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716587a-5d94-4cb9-9beb-8b9c20c90ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89962f2c-92e4-47a5-8675-b8912a84b9a3,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:52.397974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a066ef-9d6d-48f5-877a-a42a6c110163 req-14c7d9a2-de66-43c9-a050-9ded9fdca331 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:52.399526 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-87a066ef-9d6d-48f5-877a-a42a6c110163 req-14c7d9a2-de66-43c9-a050-9ded9fdca331 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0643325 Oct 15 11:45:52.437729 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-87a066ef-9d6d-48f5-877a-a42a6c110163 req-5793d12d-021d-4898-be8d-f7e29ad0d313 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Oct 15 11:45:52.808984 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37200) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:52.823793 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8cf7663b-892c-4759-9949-6dfb31094a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:52.906993 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6868c3-bee4-4f76-844c-edb8f717f880 req-19d337bf-9797-4e40-8e71-6b96ed6bf153 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:52.908463 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7a6868c3-bee4-4f76-844c-edb8f717f880 req-19d337bf-9797-4e40-8e71-6b96ed6bf153 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0659289 Oct 15 11:45:52.968739 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7a6868c3-bee4-4f76-844c-edb8f717f880 req-4c94f608-e964-4bad-be75-314127e851c1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537736 Oct 15 11:45:52.974284 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8cf7663b-892c-4759-9949-6dfb31094a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:53.074703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8cf7663b-892c-4759-9949-6dfb31094a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:53.124546 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6cad-0d70-4659-92e9-4c31b9129632 req-d5963c42-f755-4ade-8570-f1fd18827284 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:53.126026 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dd0c6cad-0d70-4659-92e9-4c31b9129632 req-d5963c42-f755-4ade-8570-f1fd18827284 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0820310 Oct 15 11:45:53.129365 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8cf7663b-892c-4759-9949-6dfb31094a82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d2a58e90bb5423db9896a04004a3a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189442 Oct 15 11:45:53.130467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7663b-892c-4759-9949-6dfb31094a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd33750b-c0c3-4c9e-b931-a10383662b83,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:53.132282 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37208) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:53.138197 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37210) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:53.143189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'floatingip': {'port_id': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:53.221015 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ca735936-407f-446a-8689-80332e6852dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:53.225974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:53.242022 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ca735936-407f-446a-8689-80332e6852dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:53.370447 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ca735936-407f-446a-8689-80332e6852dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:53.370447 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ca735936-407f-446a-8689-80332e6852dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:53.370447 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ca735936-407f-446a-8689-80332e6852dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd33750b-c0c3-4c9e-b931-a10383662b83 HTTP/1.1" status: 204 len: 168 time: 0.2336102 Oct 15 11:45:53.377117 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca735936-407f-446a-8689-80332e6852dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd33750b-c0c3-4c9e-b931-a10383662b83,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:53.710363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c851dac-3bb3-4c35-af9c-3e3a8eb4d4ca req-27009815-6b09-45f5-b589-394f532b5381 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:53.711862 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c851dac-3bb3-4c35-af9c-3e3a8eb4d4ca req-27009815-6b09-45f5-b589-394f532b5381 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.1026390 Oct 15 11:45:53.850901 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c851dac-3bb3-4c35-af9c-3e3a8eb4d4ca req-a62f5084-17d7-4368-bdc6-331f63b4bc7d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316409 Oct 15 11:45:54.152140 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:54.307899 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:54.421792 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Floating IP afd35492-a2fe-435c-a351-95079aad8c05 associated. External IP: 172.27.0.145, port: 4cb66a23-ef08-426d-bed9-f8fc4367c6ed. Oct 15 11:45:54.642142 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10132-9ae9-40d5-9c9a-cc15e2048705 req-36fee14d-e877-41b4-9f04-393d82b2f525 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:54.644132 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ca10132-9ae9-40d5-9c9a-cc15e2048705 req-36fee14d-e877-41b4-9f04-393d82b2f525 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.1348405 Oct 15 11:45:54.683407 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-eae8c7b4-a7f7-4fc2-80b7-682f938ff48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:54.684892 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-eae8c7b4-a7f7-4fc2-80b7-682f938ff48a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 1099 time: 0.1135340 Oct 15 11:45:54.755856 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ca10132-9ae9-40d5-9c9a-cc15e2048705 req-1206f1df-a4fb-492c-b0f4-70a9c0ca86bc tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010654 Oct 15 11:45:54.813223 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Router df49405d-7bcf-4c31-b9c5-093af4260e53 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:45:54.871756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-6f4231ba-9fa8-4934-8bff-502938665c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:54.873192 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-6f4231ba-9fa8-4934-8bff-502938665c73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.1548467 Oct 15 11:45:54.926501 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-4b0c8736-b049-495c-a614-2f54f8e40f0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b582ff-bf80-45d3-8412-4c53d76778c0 HTTP/1.1" status: 200 len: 217 time: 0.0435834 Oct 15 11:45:55.006226 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:45:55.012203 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:55.018669 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] Sync routers for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:45:55.028371 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:55.028991 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6dc3250>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:55.198107 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:55.257815 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-0c046b98-f1e4-4fa0-b3dd-96c6d0323fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:55.259380 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-0c046b98-f1e4-4fa0-b3dd-96c6d0323fd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.3041048 Oct 15 11:45:55.269943 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-900ed177-84b9-4979-bb5b-8658ef38b4aa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "PUT /v2.0/floatingips/afd35492-a2fe-435c-a351-95079aad8c05 HTTP/1.1" status: 200 len: 992 time: 2.1279590 Oct 15 11:45:55.269943 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:45:55.270194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c0619-5c01-4487-bdff-49be8930254e" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:45:55.302647 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-1c38aeed-dfb8-415c-a097-007fb0b65d65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287549 Oct 15 11:45:55.355193 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb61832-311f-4e50-bcbb-c28001744411 x-openstack-request-id: req-4bb61832-311f-4e50-bcbb-c28001744411 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:45:55.356667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:45:55.357147 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bb61832-311f-4e50-bcbb-c28001744411 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:45:55.358011 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'status': 'completed', 'code': 200} Oct 15 11:45:55.454577 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c0619-5c01-4487-bdff-49be8930254e req-54408699-3ad4-4b8b-8c5c-dd94a71b06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:55.456375 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-532c0619-5c01-4487-bdff-49be8930254e req-54408699-3ad4-4b8b-8c5c-dd94a71b06e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1099 time: 0.0668788 Oct 15 11:45:55.458795 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-aa7958be-57eb-42ce-a90c-e3f5eb6d0d9f service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438198 Oct 15 11:45:55.460867 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6dc3250>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': 'afd35492-a2fe-435c-a351-95079aad8c05', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'port_id': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'mac_address': 'fa:16:3e:19:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:45:22Z', 'updated_at': '2021-10-15T11:45:53Z', 'revision_number': 1, 'project_id': '16f372db5f12470a936c1822f98538b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:55.490611 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] Checking router: df49405d-7bcf-4c31-b9c5-093af4260e53 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:45:55.499244 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:45:55.500067 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6dc3250>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:45:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:55.613292 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:45:55.649752 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68f1db33-1f11-4fb3-bfe6-6071db0a9a56 req-0f8b0f0e-94c8-4c1b-a793-0c5824bb4f0e service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556191 Oct 15 11:45:55.661345 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c0619-5c01-4487-bdff-49be8930254e req-8d1860d2-7eac-415c-b5b8-5ce7f1e1b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:55.663027 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-532c0619-5c01-4487-bdff-49be8930254e req-8d1860d2-7eac-415c-b5b8-5ce7f1e1b103 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.1799834 Oct 15 11:45:55.860495 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-532c0619-5c01-4487-bdff-49be8930254e req-3cb53144-635e-4e8d-839d-5377f79c7a83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 200 len: 1000 time: 0.1212304 Oct 15 11:45:55.891038 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6dc3250>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': 'afd35492-a2fe-435c-a351-95079aad8c05', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'port_id': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'mac_address': 'fa:16:3e:19:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:45:22Z', 'updated_at': '2021-10-15T11:45:53Z', 'revision_number': 1, 'project_id': '16f372db5f12470a936c1822f98538b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:45:55.916075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105a67b-9b14-4aec-84b0-0d17134dd15d req-4f569484-1b7a-4c51-84ff-284197d1c3c9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:55.917576 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e105a67b-9b14-4aec-84b0-0d17134dd15d req-4f569484-1b7a-4c51-84ff-284197d1c3c9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0806136 Oct 15 11:45:55.918899 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c0619-5c01-4487-bdff-49be8930254e req-ce095628-a243-4bb4-84b0-fdb2b3a9dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:55.919180 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8ed1e4-8f34-411f-bdf0-7f72203e6354 None None] The sync data for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi is: [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': 'afd35492-a2fe-435c-a351-95079aad8c05', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'port_id': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'mac_address': 'fa:16:3e:19:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:45:22Z', 'updated_at': '2021-10-15T11:45:53Z', 'revision_number': 1, 'project_id': '16f372db5f12470a936c1822f98538b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:45:55.920215 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-532c0619-5c01-4487-bdff-49be8930254e req-ce095628-a243-4bb4-84b0-fdb2b3a9dd66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0736902 Oct 15 11:45:55.997144 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e105a67b-9b14-4aec-84b0-0d17134dd15d req-31803479-3478-480f-bfc0-5b8c7adb31b7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691524 Oct 15 11:45:56.003496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c0619-5c01-4487-bdff-49be8930254e req-d8193694-8c28-48b9-86e5-9f2b180aa6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:56.005103 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-532c0619-5c01-4487-bdff-49be8930254e req-d8193694-8c28-48b9-86e5-9f2b180aa6ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662696 Oct 15 11:45:56.116745 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-532c0619-5c01-4487-bdff-49be8930254e req-e62e8231-5326-43d0-a88e-f3e5a4369769 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957539 Oct 15 11:45:56.157553 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66d419-badc-4603-88ae-2075a31c1f4e None None] New status for floating IP afd35492-a2fe-435c-a351-95079aad8c05: ACTIVE {{(pid=106849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:45:56.223124 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-532c0619-5c01-4487-bdff-49be8930254e req-c576217e-323c-4a27-a5f4-9362736f64ae service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960066 Oct 15 11:45:56.716599 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37334) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:56.821742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-43305987-048d-488f-aa34-d8f8ad3519e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:56.892370 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-43305987-048d-488f-aa34-d8f8ad3519e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:56.998615 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-43305987-048d-488f-aa34-d8f8ad3519e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:57.037835 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-43305987-048d-488f-aa34-d8f8ad3519e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10ab9e4de51549ad868fe8e64afcd986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199422 Oct 15 11:45:57.038782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43305987-048d-488f-aa34-d8f8ad3519e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b6953-0413-4371-8f28-c98d419cc627,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:57.040477 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37344) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:57.092995 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a1b8102e-945a-4f1a-9fcf-40dbc55ed821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:57.119098 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a1b8102e-945a-4f1a-9fcf-40dbc55ed821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:57.125134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdffa6a-849b-404c-ba4f-64545f365f3b req-9d363acf-501d-4972-9eb6-ac25eb9a8f70 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:57.126645 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9bdffa6a-849b-404c-ba4f-64545f365f3b req-9d363acf-501d-4972-9eb6-ac25eb9a8f70 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0540974 Oct 15 11:45:57.165969 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9bdffa6a-849b-404c-ba4f-64545f365f3b req-369950f2-48f3-418b-9fd7-ba268a790771 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Oct 15 11:45:57.278293 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a1b8102e-945a-4f1a-9fcf-40dbc55ed821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:57.281189 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a1b8102e-945a-4f1a-9fcf-40dbc55ed821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:57.282399 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-a1b8102e-945a-4f1a-9fcf-40dbc55ed821 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e87b6953-0413-4371-8f28-c98d419cc627 HTTP/1.1" status: 204 len: 168 time: 0.2409430 Oct 15 11:45:57.292685 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8102e-945a-4f1a-9fcf-40dbc55ed821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b6953-0413-4371-8f28-c98d419cc627,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:57.980068 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7492972d-7e78-408a-ae14-564d2582eaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.284552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33475b0e-2ee0-4ab7-a5a6-5a051463471c req-b12bedcc-7ac0-41a4-af21-3a912c455169 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:58.286081 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-33475b0e-2ee0-4ab7-a5a6-5a051463471c req-b12bedcc-7ac0-41a4-af21-3a912c455169 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0519953 Oct 15 11:45:58.340281 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-33475b0e-2ee0-4ab7-a5a6-5a051463471c req-469b0a55-4ba4-41e4-9f6a-6ee646d3ce1c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Oct 15 11:45:58.340417 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37396) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:58.436368 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1881564268-network', 'tenant_id': '74559571f48047e4b0297a93a2a9f6a9'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:58.518808 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Made reservation on behalf of 74559571f48047e4b0297a93a2a9f6a9 for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:58.522010 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.532250 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.605305 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.724053 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.746019 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:45:58.759344 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14884fd3-f8a0-462f-8b8b-9842ee3ae289,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:58.764644 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.764980 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Added segment 03555b40-cfa9-4eb0-aaa9-72dcd39ee41f of type vlan for network 0745887e-3078-43b9-ad71-34823dbf8da3 Oct 15 11:45:58.804951 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.880044 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37410) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:58.895385 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.896353 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:58.897043 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.963145 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] Pushing event updated for resources: {'Network': ['ID=0745887e-3078-43b9-ad71-34823dbf8da3,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:58.973880 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 0745887e-3078-43b9-ad71-34823dbf8da3 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:45:58.988148 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e6fd20b2-7529-4306-900b-46d1dfbd3e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:58.999936 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3c507000-dc73-4fd6-b991-84d1d7084d0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6584275 Oct 15 11:45:59.003017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37416) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:59.008413 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Request body: {'subnet': {'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1881564268-subnet', 'tenant_id': '74559571f48047e4b0297a93a2a9f6a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:45:59.064530 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e6fd20b2-7529-4306-900b-46d1dfbd3e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.135316 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Made reservation on behalf of 74559571f48047e4b0297a93a2a9f6a9 for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:45:59.137680 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Publish callbacks [] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.169613 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e6fd20b2-7529-4306-900b-46d1dfbd3e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.211446 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-e6fd20b2-7529-4306-900b-46d1dfbd3e6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6dddd40df6b14feca7f31ae52b8300ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298833 Oct 15 11:45:59.211537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37422) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:45:59.211764 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd20b2-7529-4306-900b-46d1dfbd3e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bde708-00d8-4bab-897f-1df92eb77217,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:59.319593 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d06730a8-2c73-4623-abcf-b08a3dc5ae50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.374265 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d06730a8-2c73-4623-abcf-b08a3dc5ae50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.458780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390d581-9a25-437f-8ba9-b10e926cd979 req-61372b8e-37c2-4c09-b010-0bc468877756 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:59.460257 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7390d581-9a25-437f-8ba9-b10e926cd979 req-61372b8e-37c2-4c09-b010-0bc468877756 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0485065 Oct 15 11:45:59.501206 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7390d581-9a25-437f-8ba9-b10e926cd979 req-86c89f36-d90a-4a65-90d0-9a63f46bd4c7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Oct 15 11:45:59.535739 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.583186 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d06730a8-2c73-4623-abcf-b08a3dc5ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.583186 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d06730a8-2c73-4623-abcf-b08a3dc5ae50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.583482 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d06730a8-2c73-4623-abcf-b08a3dc5ae50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49bde708-00d8-4bab-897f-1df92eb77217 HTTP/1.1" status: 204 len: 168 time: 0.3577440 Oct 15 11:45:59.604238 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5b0c28-99ac-4652-b888-20c8d05532c1,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:59.608959 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06730a8-2c73-4623-abcf-b08a3dc5ae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bde708-00d8-4bab-897f-1df92eb77217,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:45:59.614160 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Checking segment: {'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:45:59.614551 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Network hostable DHCP agents. Network: 0745887e-3078-43b9-ad71-34823dbf8da3, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:45:59.769505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Network 0745887e-3078-43b9-ad71-34823dbf8da3 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:45:59.860751 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 0745887e-3078-43b9-ad71-34823dbf8da3) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:45:59.864837 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:45:59.865439 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:45:59.870828 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8041f-0363-4156-a090-6365e171e428 None None] Network 0745887e-3078-43b9-ad71-34823dbf8da3 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:45:59.949188 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8e37e7f9-f613-49e9-8d6d-8b2fd7c259be admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9447389 Oct 15 11:46:00.016216 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e553dd-5bd8-4e9c-ad4c-595636d872d2 None None] Network 0745887e-3078-43b9-ad71-34823dbf8da3 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:46:00.364605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37446) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:00.378483 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f21b4e74-b7d1-4f16-b56f-7b22f7a1e00d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.453872 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f21b4e74-b7d1-4f16-b56f-7b22f7a1e00d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.501184 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-425934f9-fa3a-4f5c-a307-3cbdb778a579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.530391 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f21b4e74-b7d1-4f16-b56f-7b22f7a1e00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.573955 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37450) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:00.574441 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-f21b4e74-b7d1-4f16-b56f-7b22f7a1e00d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4232760138d4417192ab8d0f19207e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084417 Oct 15 11:46:00.576588 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b4e74-b7d1-4f16-b56f-7b22f7a1e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b407ee0b-6ffe-4183-958f-51e9cebb42b7,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:00.642815 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98431-5f6a-48b5-8d89-38b256d87818 req-5702f668-2882-4614-926d-c2d34d70e70c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:00.644937 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-69c98431-5f6a-48b5-8d89-38b256d87818 req-5702f668-2882-4614-926d-c2d34d70e70c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0555756 Oct 15 11:46:00.647427 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5eb18cc-a9bc-42bf-8b55-b89346ac723e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.677273 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5eb18cc-a9bc-42bf-8b55-b89346ac723e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.691320 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-69c98431-5f6a-48b5-8d89-38b256d87818 req-89de08ea-1dc9-4e10-9c08-1f24fec64657 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Oct 15 11:46:00.804399 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5eb18cc-a9bc-42bf-8b55-b89346ac723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.807085 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5eb18cc-a9bc-42bf-8b55-b89346ac723e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:00.810974 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b5eb18cc-a9bc-42bf-8b55-b89346ac723e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b407ee0b-6ffe-4183-958f-51e9cebb42b7 HTTP/1.1" status: 204 len: 168 time: 0.2331595 Oct 15 11:46:00.817359 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb18cc-a9bc-42bf-8b55-b89346ac723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b407ee0b-6ffe-4183-958f-51e9cebb42b7,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:01.200541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21071b-f84a-42b6-95e0-40e1a7fd9692 req-2ec24abe-4454-4c59-ab13-f81100f3289f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:01.202038 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9b21071b-f84a-42b6-95e0-40e1a7fd9692 req-2ec24abe-4454-4c59-ab13-f81100f3289f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.0485775 Oct 15 11:46:01.240500 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9b21071b-f84a-42b6-95e0-40e1a7fd9692 req-91195e88-b4d2-441a-abf1-bd0b0ba714fc tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325394 Oct 15 11:46:01.563964 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:01.815761 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076f9ba-4bd4-430c-b63c-d7a5555825c6 req-db513297-7d01-418b-ab44-135a011bd3a6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:01.817253 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a076f9ba-4bd4-430c-b63c-d7a5555825c6 req-db513297-7d01-418b-ab44-135a011bd3a6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0524781 Oct 15 11:46:01.864128 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a076f9ba-4bd4-430c-b63c-d7a5555825c6 req-9680f711-39a3-4138-b27a-a4160458bac8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371222 Oct 15 11:46:01.866303 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:02.128210 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-9d6df088-33a7-45ec-aa22-ea088332ffb6 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:02.129682 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-9d6df088-33a7-45ec-aa22-ea088332ffb6 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/networks?id=0745887e-3078-43b9-ad71-34823dbf8da3 HTTP/1.1" status: 200 len: 809 time: 0.1054225 Oct 15 11:46:02.151270 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-6faaa01c-3e8e-47d3-8a0a-a3046483a14b tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/quotas/74559571f48047e4b0297a93a2a9f6a9 HTTP/1.1" status: 200 len: 375 time: 0.0101511 Oct 15 11:46:02.186737 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-6ae586c3-1e5e-4737-bda5-a47978892149 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74559571f48047e4b0297a93a2a9f6a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267410 Oct 15 11:46:02.279097 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-8ef42267-1f97-4e4f-9136-f0fb24565f9a service neutron] 10.222.0.37 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Oct 15 11:46:02.418917 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c997-1e79-451a-9a24-ed757c7f0aa6 req-b5c7ebdd-811c-49e6-8d43-0a751c0ebb57 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:02.421274 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2428c997-1e79-451a-9a24-ed757c7f0aa6 req-b5c7ebdd-811c-49e6-8d43-0a751c0ebb57 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.1086664 Oct 15 11:46:02.426313 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-ad9c5d97-25b6-4d5f-ba11-be1695fb1e75 service neutron] 10.222.0.37 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408288 Oct 15 11:46:02.466262 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2428c997-1e79-451a-9a24-ed757c7f0aa6 req-36208bb9-bb0f-41cd-ba01-2eed21fc3172 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Oct 15 11:46:02.695117 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4d30b38a-6003-42ca-a6b5-6862ad79ded8 req-910e5614-71dd-4cb2-a629-e8c7217be9a1 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 210 time: 0.0249286 Oct 15 11:46:02.989280 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8193517-3223-47a0-8a80-7ebecf56a2c8 req-769abd04-c9ab-4e7b-b8bc-82191ca395d1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:02.990769 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d8193517-3223-47a0-8a80-7ebecf56a2c8 req-769abd04-c9ab-4e7b-b8bc-82191ca395d1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0539777 Oct 15 11:46:03.027675 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d8193517-3223-47a0-8a80-7ebecf56a2c8 req-b9805e1b-4d71-439a-b4a0-f06d4277395a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303366 Oct 15 11:46:03.540601 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:03.580415 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2bdca-0733-48a2-ac70-bc73744b86a2 req-9faf42a0-8937-469a-902d-446f4904fc56 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:03.581901 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aca2bdca-0733-48a2-ac70-bc73744b86a2 req-9faf42a0-8937-469a-902d-446f4904fc56 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.0525601 Oct 15 11:46:03.629300 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aca2bdca-0733-48a2-ac70-bc73744b86a2 req-7d2cba77-3087-42b8-a966-b2cad83cb158 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/security-groups?id=db8b3924-40f4-4bcf-a8be-493aeec14e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Oct 15 11:46:03.792853 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2fb2d52b-3182-45eb-8e20-0092dc949abc req-fa1abcb3-d6f5-4dcd-a2ed-688074c995a4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 210 time: 0.0316496 Oct 15 11:46:03.894915 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-952759f9-f1e5-4173-969b-7ee824aa419e tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:03.896364 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-952759f9-f1e5-4173-969b-7ee824aa419e tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 946 time: 0.0538225 Oct 15 11:46:04.031895 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Deleting port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:46:04.032580 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:04.156903 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] For port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,segment=NetworkSegment(3e7e1f46-d142-4b6b-86dd-8b71263cbef5),segment_id=3e7e1f46-d142-4b6b-86dd-8b71263cbef5)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:04.156903 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:04.172692 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Calling delete_port for 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:46:04.182540 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f71fd-c5aa-4e20-9385-03169302b78f req-45e86677-9008-4422-a242-2b6df680b2ab tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:04.184061 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-071f71fd-c5aa-4e20-9385-03169302b78f req-45e86677-9008-4422-a242-2b6df680b2ab tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0863769 Oct 15 11:46:04.283568 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-071f71fd-c5aa-4e20-9385-03169302b78f req-6d21b1ac-f8ba-4ce1-b020-9ec52c05af8c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889053 Oct 15 11:46:04.442163 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:04.455572 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['1d9288fc-7e7a-40ee-97ce-1d332ffb7576'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:04.473790 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Pushing event deleted for resources: {'Port': ['ID=1d9288fc-7e7a-40ee-97ce-1d332ffb7576,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:04.518764 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.519116 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.519467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.519806 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.520131 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.520456 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.520776 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.521096 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.521419 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.521733 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.522052 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.522362 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:04.543110 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] No DVR routers for this DVR port 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:46:04.546039 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:04.549349 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a9e0b512-21eb-43a2-8ca0-5b39444d2ae2 req-6f23d5c4-3f7a-403f-b012-0960f38ffc2f tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.32 "DELETE /v2.0/ports/1d9288fc-7e7a-40ee-97ce-1d332ffb7576 HTTP/1.1" status: 204 len: 173 time: 0.6454120 Oct 15 11:46:04.549775 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'name': 'network-vif-deleted', 'tag': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:04.552029 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c202fc-3a60-4877-bbf9-807b7ec36081" -d '{"events": [{"server_uuid": "ddc2c8ac-bcae-4137-9843-3ed13c64cb5f", "name": "network-vif-deleted", "tag": "1d9288fc-7e7a-40ee-97ce-1d332ffb7576"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:04.587319 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9634ac1e-3a2c-461b-ab48-3b241e2f556d x-openstack-request-id: req-9634ac1e-3a2c-461b-ab48-3b241e2f556d {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:04.587613 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc2c8ac-bcae-4137-9843-3ed13c64cb5f", "name": "network-vif-deleted", "tag": "1d9288fc-7e7a-40ee-97ce-1d332ffb7576", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:04.587905 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9634ac1e-3a2c-461b-ab48-3b241e2f556d {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:04.588326 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc2c8ac-bcae-4137-9843-3ed13c64cb5f', 'name': 'network-vif-deleted', 'tag': '1d9288fc-7e7a-40ee-97ce-1d332ffb7576', 'status': 'completed', 'code': 200} Oct 15 11:46:04.721974 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-671ea198-cbb1-4f3a-abe0-388b05e7305a req-d8f915d3-39e9-49d1-b02c-285b9a7cf433 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0258300 Oct 15 11:46:04.890792 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5a1a2f97-6fd3-4ebe-b948-070e85e13148 req-9d16321e-ea63-4895-972b-fd4c4bc8fa17 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 210 time: 0.0271370 Oct 15 11:46:05.260819 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-e14ff9ce-ec53-42e9-a0ef-0b6723e64524 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:05.260819 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-e14ff9ce-ec53-42e9-a0ef-0b6723e64524 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "GET /v2.0/networks?id=0745887e-3078-43b9-ad71-34823dbf8da3 HTTP/1.1" status: 200 len: 809 time: 0.1004486 Oct 15 11:46:05.260819 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Request body: {'port': {'device_id': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3', 'admin_state_up': True, 'tenant_id': '74559571f48047e4b0297a93a2a9f6a9'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:05.401578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26a0c8-be2f-4b30-873a-f3cdba95ec46 req-b718d4f6-72f8-4b26-b9d3-48b5585d8798 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:05.407348 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb26a0c8-be2f-4b30-873a-f3cdba95ec46 req-b718d4f6-72f8-4b26-b9d3-48b5585d8798 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0524576 Oct 15 11:46:05.642856 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Made reservation on behalf of 74559571f48047e4b0297a93a2a9f6a9 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:46:05.646236 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:05.681677 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb26a0c8-be2f-4b30-873a-f3cdba95ec46 req-c8b08509-c1b0-496a-a55b-6c012d845166 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723653 Oct 15 11:46:05.789603 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Allocated IP 172.20.0.5 (0745887e-3078-43b9-ad71-34823dbf8da3/2a5b0c28-99ac-4652-b888-20c8d05532c1/255d4844-29a7-4987-8016-6a58dd2fc749) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:46:05.830800 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4dbc957b-6025-4516-b701-8a169fcae539 req-ead0b030-fb15-451b-911f-c125e5cb96fb tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0355058 Oct 15 11:46:06.014857 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ab97bd72-40db-4244-a29e-9664f91c6cc0 req-6490cd67-0e6a-4924-ae48-12aeeee443f6 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 210 time: 0.0437381 Oct 15 11:46:06.020224 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:06.170122 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:06.214194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Network 0745887e-3078-43b9-ad71-34823dbf8da3 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:46:06.217343 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:46:06.220981 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:46:06.226558 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:06.227162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:06.238720 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Pushing event updated for resources: {'Port': ['ID=255d4844-29a7-4987-8016-6a58dd2fc749,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:06.337398 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-2aa9655c-5224-46db-8225-b4caffd026f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1219673 Oct 15 11:46:06.359955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Request body: {'port': {'device_id': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:06.418956 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:06.675635 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255d4844-29a7-4987-8016-6a58dd2fc749 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:06.683682 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:06.695390 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Transition to ACTIVE for port object 255d4844-29a7-4987-8016-6a58dd2fc749 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:46:06.784862 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:06.846787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79e5e5-46a0-405e-ad01-b089d0a80a20 req-90049ce6-78bf-42a3-824e-16861ac0cc46 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:06.848258 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7b79e5e5-46a0-405e-ad01-b089d0a80a20 req-90049ce6-78bf-42a3-824e-16861ac0cc46 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0898824 Oct 15 11:46:06.849992 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=255d4844-29a7-4987-8016-6a58dd2fc749,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:06.902353 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Attempting to bind port 255d4844-29a7-4987-8016-6a58dd2fc749 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:46:06.902353 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Attempting to bind port 255d4844-29a7-4987-8016-6a58dd2fc749 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:46:06.902353 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Attempting to bind port 255d4844-29a7-4987-8016-6a58dd2fc749 on network 0745887e-3078-43b9-ad71-34823dbf8da3 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:06.914623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Port 255d4844-29a7-4987-8016-6a58dd2fc749 on network 0745887e-3078-43b9-ad71-34823dbf8da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:46:06.914955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Attempting to bind port 255d4844-29a7-4987-8016-6a58dd2fc749 on network 0745887e-3078-43b9-ad71-34823dbf8da3 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:06.919958 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7b79e5e5-46a0-405e-ad01-b089d0a80a20 req-fd394e3b-56f6-427a-9d25-fcb057bc5255 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629258 Oct 15 11:46:06.923716 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:46:06.924048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Checking segment: {'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:46:06.924420 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Bound using segment: {'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:46:06.924841 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Bound port: 255d4844-29a7-4987-8016-6a58dd2fc749, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:46:06.925197 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:07.010130 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] For port 255d4844-29a7-4987-8016-6a58dd2fc749, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:46:07.027462 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-72e14f73-7a02-436d-bca0-4e16a6726e36 req-fdaf17f5-9ee4-4db3-bb63-b395d6c71418 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0313621 Oct 15 11:46:07.035454 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] For port 255d4844-29a7-4987-8016-6a58dd2fc749, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=255d4844-29a7-4987-8016-6a58dd2fc749,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:46:07.118279 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:07.155316 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:07.155925 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:07.157276 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] 10.222.0.32 "PUT /v2.0/ports/255d4844-29a7-4987-8016-6a58dd2fc749 HTTP/1.1" status: 200 len: 1093 time: 0.8014593 Oct 15 11:46:07.157709 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'tag': '255d4844-29a7-4987-8016-6a58dd2fc749'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:07.159987 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f46ce-ea3d-4032-81cf-4fad9c731652" -d '{"events": [{"name": "network-changed", "server_uuid": "c7da5804-0550-4bc7-98dc-487cfcbaf7da", "tag": "255d4844-29a7-4987-8016-6a58dd2fc749"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:07.183540 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9662db9-7e95-4365-82cb-f847d6b8ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=255d4844-29a7-4987-8016-6a58dd2fc749,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:08.722790 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:46:08.743040 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:46:08.743384 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 1d9288fc-7e7a-40ee-97ce-1d332ffb7576 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:46:08.813413 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c8e7-4ba6-41fd-9d4c-c6f671989b3e req-ced27b62-99f8-43a2-af12-f09fb5fe87c4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:08.814882 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0144c8e7-4ba6-41fd-9d4c-c6f671989b3e req-ced27b62-99f8-43a2-af12-f09fb5fe87c4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 943 time: 0.0470145 Oct 15 11:46:08.851440 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0144c8e7-4ba6-41fd-9d4c-c6f671989b3e req-11db26a1-ce0c-447c-8c4c-b61e254da342 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307202 Oct 15 11:46:08.892230 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e1d836-6638-4add-86e6-42f5a6a0821e x-openstack-request-id: req-d8e1d836-6638-4add-86e6-42f5a6a0821e {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:08.892516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7da5804-0550-4bc7-98dc-487cfcbaf7da", "tag": "255d4844-29a7-4987-8016-6a58dd2fc749", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:08.892767 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8e1d836-6638-4add-86e6-42f5a6a0821e {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:08.893163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'tag': '255d4844-29a7-4987-8016-6a58dd2fc749', 'status': 'completed', 'code': 200} Oct 15 11:46:08.979654 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7aabdc-618c-40fc-909d-5fc655f9f2a3 req-d856508c-87b2-4b38-85b4-e34b7c059c3a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:08.981060 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e7aabdc-618c-40fc-909d-5fc655f9f2a3 req-d856508c-87b2-4b38-85b4-e34b7c059c3a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0466340 Oct 15 11:46:09.017874 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e7aabdc-618c-40fc-909d-5fc655f9f2a3 req-89dfdd73-1e1c-4a8a-b848-1bafbf54daf2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Oct 15 11:46:09.112148 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-445bd2c2-38be-426a-8118-71a51c84ad90 req-dafefcd4-c50f-42d5-96f3-c6d67ab4d014 tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0279810 Oct 15 11:46:09.977844 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f46ce-ea3d-4032-81cf-4fad9c731652 req-df2bfd58-c40b-4fbb-bcde-dc8b5c72d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:09.979352 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-513f46ce-ea3d-4032-81cf-4fad9c731652 req-df2bfd58-c40b-4fbb-bcde-dc8b5c72d11b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74559571f48047e4b0297a93a2a9f6a9&device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 1096 time: 0.0398543 Oct 15 11:46:10.119509 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684604-0e20-4f4e-a9f5-a6bc81b6ef29 req-3ffccb78-66cf-4b4d-a551-20434c77ed08 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:10.120961 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5b684604-0e20-4f4e-a9f5-a6bc81b6ef29 req-3ffccb78-66cf-4b4d-a551-20434c77ed08 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 943 time: 0.0998316 Oct 15 11:46:10.132588 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f46ce-ea3d-4032-81cf-4fad9c731652 req-60239efe-0a12-4954-a090-5c8161cf6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:10.133995 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-513f46ce-ea3d-4032-81cf-4fad9c731652 req-60239efe-0a12-4954-a090-5c8161cf6a11 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=74559571f48047e4b0297a93a2a9f6a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1450043 Oct 15 11:46:10.250603 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5b684604-0e20-4f4e-a9f5-a6bc81b6ef29 req-c088d5fd-ada1-4a79-bf55-c2d580e47547 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211410 Oct 15 11:46:10.259868 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2b7e1-d9d1-4381-b3b7-f55c7707a1c6 req-efce72b2-2516-487c-aa3a-2476a0bb3208 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:10.261320 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-72e2b7e1-d9d1-4381-b3b7-f55c7707a1c6 req-efce72b2-2516-487c-aa3a-2476a0bb3208 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.1529958 Oct 15 11:46:10.301909 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f46ce-ea3d-4032-81cf-4fad9c731652 req-41746f4c-d675-466d-ba67-df0bde02a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:10.303402 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-513f46ce-ea3d-4032-81cf-4fad9c731652 req-41746f4c-d675-466d-ba67-df0bde02a6e3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512773 Oct 15 11:46:10.316275 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-72e2b7e1-d9d1-4381-b3b7-f55c7707a1c6 req-b62d4045-73a1-4b87-a739-97981b4314e1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Oct 15 11:46:10.343161 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-297cda97-2e1c-48ca-86f0-5a7c583c2652 req-bbfb0b54-f98c-4f41-9ffc-1ed106f639eb tempest-DeleteServersTestJSON-518724589 tempest-DeleteServersTestJSON-518724589-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc2c8ac-bcae-4137-9843-3ed13c64cb5f HTTP/1.1" status: 200 len: 210 time: 0.0248663 Oct 15 11:46:10.384164 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-f503d121-a856-440a-b5bb-90ed4bd3d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:10.385805 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-f503d121-a856-440a-b5bb-90ed4bd3d06a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74559571f48047e4b0297a93a2a9f6a9&device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 1096 time: 0.0391865 Oct 15 11:46:10.432045 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-25c87e3b-d0a6-4155-af81-a486c90c1214 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255d4844-29a7-4987-8016-6a58dd2fc749 HTTP/1.1" status: 200 len: 217 time: 0.0374238 Oct 15 11:46:10.487636 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-5136fdad-926d-4165-bb61-cdf978be4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:10.488994 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-5136fdad-926d-4165-bb61-cdf978be4e6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a5b0c28-99ac-4652-b888-20c8d05532c1 HTTP/1.1" status: 200 len: 849 time: 0.0432909 Oct 15 11:46:10.519165 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-0d7ca76d-44a2-45b0-b91c-dfb20670b6be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0745887e-3078-43b9-ad71-34823dbf8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226908 Oct 15 11:46:10.614781 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-8910c1cc-759f-4729-bc28-8cf30a9cf1c8 service neutron] 10.222.0.32 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868363 Oct 15 11:46:10.706759 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f8e6485-55bc-45cd-aab4-5138563fa11f req-901d3dfd-5be0-4337-8544-e1434a6e7e41 service neutron] 10.222.0.32 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811965 Oct 15 11:46:11.291862 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-e61dfe85-6578-4c9e-9376-86eea8d80936 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:11.291862 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-e61dfe85-6578-4c9e-9376-86eea8d80936 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.1024027 Oct 15 11:46:11.304164 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0995ad29-695a-41e6-8a5f-9b091a639260 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/quotas/cd158d0624f54f7d8d563bc0b5edb4f5 HTTP/1.1" status: 200 len: 375 time: 0.0090644 Oct 15 11:46:11.378502 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-7c7ec9fc-2ef0-49fe-9978-886347f208dc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695722 Oct 15 11:46:11.386997 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764728b-1950-4f2a-a79a-613e3865d04b req-c8d1d175-4d80-47e8-8239-0b95ab9161e7 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:11.388466 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8764728b-1950-4f2a-a79a-613e3865d04b req-c8d1d175-4d80-47e8-8239-0b95ab9161e7 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 943 time: 0.0702953 Oct 15 11:46:11.475582 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8764728b-1950-4f2a-a79a-613e3865d04b req-b50de02d-3ec2-4ff7-af1b-874cf862dc7d tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794241 Oct 15 11:46:11.498636 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-96b7d170-7030-4672-9cd8-6fec5dfbbd4c service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093266 Oct 15 11:46:11.624779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f4a2d-9924-43a2-a4e8-0aefd6e54c03 req-992ae75b-37a5-419b-a78e-ea2de4c6d48d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:11.626085 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-641f4a2d-9924-43a2-a4e8-0aefd6e54c03 req-992ae75b-37a5-419b-a78e-ea2de4c6d48d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0943077 Oct 15 11:46:11.628314 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-016087b8-cabd-4147-8871-431694c696a9 service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238704 Oct 15 11:46:11.673619 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-641f4a2d-9924-43a2-a4e8-0aefd6e54c03 req-0bbdc28b-f021-4c99-a422-7e35df9d69c9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Oct 15 11:46:11.898553 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a90d2e45-1a1d-4e5e-87f1-3a07b8940232 req-4fd8b1b2-ee3a-45d5-8cf6-f77362c173d1 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 210 time: 0.0386662 Oct 15 11:46:12.588095 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0ab12-ca70-4273-b863-76e4d337cc54 req-0f3e9a91-0c70-4853-b824-39fa81d89788 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:12.589560 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-80d0ab12-ca70-4273-b863-76e4d337cc54 req-0f3e9a91-0c70-4853-b824-39fa81d89788 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 943 time: 0.0476270 Oct 15 11:46:12.626909 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-80d0ab12-ca70-4273-b863-76e4d337cc54 req-9f1d4ac2-a8a7-4425-ac63-505052be6edc tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Oct 15 11:46:12.791099 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4f0ae-58e4-4d31-8a89-00d4bfa446fc req-a45d58ce-7f66-44de-9c03-b36fdc1805a3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:12.792555 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1ee4f0ae-58e4-4d31-8a89-00d4bfa446fc req-a45d58ce-7f66-44de-9c03-b36fdc1805a3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0518944 Oct 15 11:46:12.829709 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1ee4f0ae-58e4-4d31-8a89-00d4bfa446fc req-aa0ac5f2-7580-46f2-8db8-2ad8b1961bf4 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Oct 15 11:46:12.989357 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-07752584-20b1-47dd-b895-5ea8a037720a req-b63777dd-f001-411f-9949-99ea683a309f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 210 time: 0.0256147 Oct 15 11:46:13.371725 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37764) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:13.415293 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Deleting subnet 68c18079-b27a-4bd0-a113-ff4e59b5d2ee {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:46:13.418234 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:13.451147 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:13.460114 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:13.580437 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:13.609756 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c18079-b27a-4bd0-a113-ff4e59b5d2ee,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:13.618077 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:13.621378 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/68c18079-b27a-4bd0-a113-ff4e59b5d2ee HTTP/1.1" status: 204 len: 168 time: 0.2486310 Oct 15 11:46:13.623134 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.623480 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.623823 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.624105 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37766) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:13.624623 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.624623 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.624826 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.625162 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.625480 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.625804 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.626126 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.626443 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.626781 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3404-299e-46a4-8041-611340e86b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:13.703031 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:13.772798 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691d82d-9e03-4976-b193-b53624b4d81d req-589d8dee-3585-4373-9023-be1fa1d7dde7 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:13.774278 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c691d82d-9e03-4976-b193-b53624b4d81d req-589d8dee-3585-4373-9023-be1fa1d7dde7 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 943 time: 0.0750506 Oct 15 11:46:13.835688 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:13.865718 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c691d82d-9e03-4976-b193-b53624b4d81d req-13de5872-5627-4143-bf6c-bcd14bc7debb tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820973 Oct 15 11:46:13.867637 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f69a50afb50>> segment before_delete 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.868001 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f69a50afb50>> subnet precommit_delete_associations 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.870458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> segment_host_mapping after_create 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.870458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> port after_create 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.870458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> port after_delete 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.870458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> port after_update 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.870887 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> segment after_delete 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.870887 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> subnet after_create 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.871283 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> subnet after_delete 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.871484 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a4c3de80>> subnet after_update 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:13.902006 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 255d4844-29a7-4987-8016-6a58dd2fc749 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:46:14.002504 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 255d4844-29a7-4987-8016-6a58dd2fc749, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=255d4844-29a7-4987-8016-6a58dd2fc749,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:14.013430 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '255d4844-29a7-4987-8016-6a58dd2fc749', 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3', 'port_id': '255d4844-29a7-4987-8016-6a58dd2fc749', 'mac_address': 'fa:16:3e:0b:91:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5b0c28-99ac-4652-b888-20c8d05532c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:46:14.051979 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:14.058400 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a48b9e50>> subnet after_create 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:14.058877 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a48b9e50>> subnet after_delete 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:14.059398 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a48b9e50>> subnet before_create 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:14.059667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a48b9e50>> subnet before_update 55550000 {{(pid=106847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:46:14.060047 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a4c3dca0>,) {'filters': {'network_id': ['38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:46:14.065304 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255d4844-29a7-4987-8016-6a58dd2fc749 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:14.085000 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 255d4844-29a7-4987-8016-6a58dd2fc749, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=255d4844-29a7-4987-8016-6a58dd2fc749,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:14.105182 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4c3dca0>, '3e7e1f46-d142-4b6b-86dd-8b71263cbef5') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:46:14.105409 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4c3dca0>, '3e7e1f46-d142-4b6b-86dd-8b71263cbef5') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:46:14.158403 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b5572c74-5623-4317-8eb9-c94ddb0e41f9 req-e6a4aa73-986c-4c90-aa1e-3cf395cfb334 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 210 time: 0.0810664 Oct 15 11:46:14.167767 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:14.192464 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:14.198644 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:14.209209 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:46:14.209601 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:14.238424 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=255d4844-29a7-4987-8016-6a58dd2fc749,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: from cryptography.utils import int_from_bytes Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: from cryptography.utils import int_from_bytes Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:46:14.244880 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:46:14.247043 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.247043 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.247043 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.247251 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.247476 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.247942 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.248114 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.248438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.248780 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.249101 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.249417 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.249733 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:46:14.266251 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-91650254-3cad-415a-822f-bd1a15f396e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1880293 Oct 15 11:46:14.274963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ae6d7-3484-471e-a437-e9cb459281b6 req-44ba7d18-e947-48fb-b0c0-4d74ff73e995 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:14.276334 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-714ae6d7-3484-471e-a437-e9cb459281b6 req-44ba7d18-e947-48fb-b0c0-4d74ff73e995 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.2004802 Oct 15 11:46:14.387826 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-714ae6d7-3484-471e-a437-e9cb459281b6 req-d3353ba6-8302-41b7-ba68-eb2d0179018e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021926 Oct 15 11:46:14.397575 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a903f6-3734-466e-9916-31a43e1446d7 req-4e0b1d98-04c3-4d21-8c07-4e385280398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:14.399153 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-4e0b1d98-04c3-4d21-8c07-4e385280398d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 1098 time: 0.0613699 Oct 15 11:46:14.431687 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:14.439039 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:14.445990 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] 10.222.0.37 "DELETE /v2.0/networks/38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd HTTP/1.1" status: 204 len: 168 time: 0.8208179 Oct 15 11:46:14.455358 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c60e0-e05c-4fe1-968f-871661a68186 admin admin] Pushing event deleted for resources: {'Network': ['ID=38fd05ca-f2d1-4c2e-a4cd-c13ea84551cd,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:14.544558 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['255d4844-29a7-4987-8016-6a58dd2fc749'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:14.613960 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a903f6-3734-466e-9916-31a43e1446d7 req-7ab20e40-3dfe-4540-bcd5-b4c8d8a1cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:14.615355 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-7ab20e40-3dfe-4540-bcd5-b4c8d8a1cbdf service neutron] 10.222.0.32 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 915 time: 0.1548007 Oct 15 11:46:14.672583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-63477ad1-4a0b-481d-8aef-a0f8aa08f373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29e3ee71-729c-44de-9717-83b1e96252fb HTTP/1.1" status: 200 len: 217 time: 0.0460079 Oct 15 11:46:14.681277 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-4f937d3a-f067-4396-bf20-cfd2d746bad1 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:14.682736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-4f937d3a-f067-4396-bf20-cfd2d746bad1 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.1516991 Oct 15 11:46:14.722502 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Request body: {'port': {'device_id': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'admin_state_up': True, 'tenant_id': 'cd158d0624f54f7d8d563bc0b5edb4f5'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:14.761582 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a903f6-3734-466e-9916-31a43e1446d7 req-682367b8-3822-4365-8d0e-d4f42956bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:14.763072 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-682367b8-3822-4365-8d0e-d4f42956bc0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 200 len: 854 time: 0.0760772 Oct 15 11:46:14.819151 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-9660ded8-bd75-4720-94f2-360d230f9b52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0304ff4e-39fc-4cc0-8352-72da844b4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319431 Oct 15 11:46:14.932243 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37790) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:14.982340 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-675728f8-6278-4059-8c40-0714fa651d75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a968605019e14b199f11ce01e924d68f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483642 Oct 15 11:46:14.984883 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37792) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:15.036268 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae22-27b3-460b-ad5a-c160676ac4b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.059053 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae22-27b3-460b-ad5a-c160676ac4b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.207867 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb92db7-54af-46b2-b08c-81ad2dc4058b req-af74043f-b18d-44b6-bf14-06b9aa2f3c07 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:15.209368 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6fb92db7-54af-46b2-b08c-81ad2dc4058b req-af74043f-b18d-44b6-bf14-06b9aa2f3c07 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 944 time: 0.1230664 Oct 15 11:46:15.211154 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-eb0a316c-a6c7-479a-a41b-c3c681346fae service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802447 Oct 15 11:46:15.213612 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae22-27b3-460b-ad5a-c160676ac4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.216294 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae22-27b3-460b-ad5a-c160676ac4b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.223370 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-cc79ae22-27b3-460b-ad5a-c160676ac4b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db8b3924-40f4-4bcf-a8be-493aeec14e0f HTTP/1.1" status: 204 len: 168 time: 0.2370708 Oct 15 11:46:15.241248 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79ae22-27b3-460b-ad5a-c160676ac4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8b3924-40f4-4bcf-a8be-493aeec14e0f,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:15.282356 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-82f7e44d-400b-4a5d-9038-77a098dfd8d0 req-fdec4e9f-a77b-4788-878b-d6df4ffa8a1a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 210 time: 0.0431890 Oct 15 11:46:15.327444 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Made reservation on behalf of cd158d0624f54f7d8d563bc0b5edb4f5 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:46:15.329283 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.337622 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6fb92db7-54af-46b2-b08c-81ad2dc4058b req-c9937e45-1c4a-4b12-9fc2-076fd4658bd0 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197088 Oct 15 11:46:15.402792 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-85a903f6-3734-466e-9916-31a43e1446d7 req-cd584057-0362-4758-8287-080933c00aa6 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777101 Oct 15 11:46:15.501767 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Allocated IP 172.20.0.14 (0304ff4e-39fc-4cc0-8352-72da844b4e0d/557c2b22-09b7-4c10-97eb-3c20b18aceb0/eebdfec1-277c-460c-a268-fe7dd1e1916b) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:46:15.536480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b430019-5b71-47b2-b0f9-92d6bac951e1 req-98f5def2-7ace-4742-b70d-957c64e93ff8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:15.537968 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7b430019-5b71-47b2-b0f9-92d6bac951e1 req-98f5def2-7ace-4742-b70d-957c64e93ff8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0731075 Oct 15 11:46:15.615857 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7b430019-5b71-47b2-b0f9-92d6bac951e1 req-b776e7d7-fd5f-4e01-a934-4b44b6aa5744 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666854 Oct 15 11:46:15.701286 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.732168 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37814) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:15.803637 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.817071 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:15.871599 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event updated for resources: {'Port': ['ID=eebdfec1-277c-460c-a268-fe7dd1e1916b,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:15.898224 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:46:15.900324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb1bb-32a1-4730-bdec-ee99ebc28043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:15.903426 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:46:15.907735 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:46:15.907908 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 255d4844-29a7-4987-8016-6a58dd2fc749 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:46:15.975517 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:15.976274 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.041835 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb1bb-32a1-4730-bdec-ee99ebc28043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.074187 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-28ed65b2-8b61-498e-ae63-d45509cefd75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3571501 Oct 15 11:46:16.087601 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Request body: {'port': {'device_id': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:16.121783 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 255d4844-29a7-4987-8016-6a58dd2fc749 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:46:16.125691 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 255d4844-29a7-4987-8016-6a58dd2fc749 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:46:16.126056 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.147421 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.181606 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb1bb-32a1-4730-bdec-ee99ebc28043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.203925 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.226957 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d4844-29a7-4987-8016-6a58dd2fc749'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:16.230373 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104e8e7d-23ed-4b88-adf6-8a00790038da" -d '{"events": [{"server_uuid": "c7da5804-0550-4bc7-98dc-487cfcbaf7da", "name": "network-vif-plugged", "status": "completed", "tag": "255d4844-29a7-4987-8016-6a58dd2fc749"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:16.242741 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 255d4844-29a7-4987-8016-6a58dd2fc749, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=255d4844-29a7-4987-8016-6a58dd2fc749,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:16.275262 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b548df9-bd23-462d-b542-807519d44cbf x-openstack-request-id: req-0b548df9-bd23-462d-b542-807519d44cbf {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:16.275576 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7da5804-0550-4bc7-98dc-487cfcbaf7da", "name": "network-vif-plugged", "status": "completed", "tag": "255d4844-29a7-4987-8016-6a58dd2fc749", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:16.276058 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b548df9-bd23-462d-b542-807519d44cbf {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:16.276614 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255d4844-29a7-4987-8016-6a58dd2fc749', 'code': 200} Oct 15 11:46:16.296373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcb1bb-32a1-4730-bdec-ee99ebc28043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d25dda5-cfb7-4fb9-9f8b-de5887740adf,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:16.300601 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-dfbcb1bb-32a1-4730-bdec-ee99ebc28043 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=415a219ac3354c64a590be147be6aa71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674670 Oct 15 11:46:16.304263 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37836) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:16.353455 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.360173 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f81e77aa-ed11-4457-9c07-9c62211336f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.430653 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f81e77aa-ed11-4457-9c07-9c62211336f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.441909 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=255d4844-29a7-4987-8016-6a58dd2fc749,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:16.529986 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acac9ce-022f-41ed-983b-4f6260f802db req-bdbfa54a-cd93-465a-829a-b2c23f039195 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:16.529986 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3acac9ce-022f-41ed-983b-4f6260f802db req-bdbfa54a-cd93-465a-829a-b2c23f039195 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 932 time: 0.1316171 Oct 15 11:46:16.640971 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33b64f-230e-4176-867a-a5976bdbd610 req-19d54b60-d1e5-4f8e-8260-085cde29a8b3 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:16.642477 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3d33b64f-230e-4176-867a-a5976bdbd610 req-19d54b60-d1e5-4f8e-8260-085cde29a8b3 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.1449883 Oct 15 11:46:16.642956 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f81e77aa-ed11-4457-9c07-9c62211336f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.645212 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3acac9ce-022f-41ed-983b-4f6260f802db req-9e49fc7e-7b67-4134-a8c1-73349cf6c5f9 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987976 Oct 15 11:46:16.653300 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f81e77aa-ed11-4457-9c07-9c62211336f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.653300 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f81e77aa-ed11-4457-9c07-9c62211336f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d25dda5-cfb7-4fb9-9f8b-de5887740adf HTTP/1.1" status: 204 len: 168 time: 0.3462691 Oct 15 11:46:16.670850 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e77aa-ed11-4457-9c07-9c62211336f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d25dda5-cfb7-4fb9-9f8b-de5887740adf,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:16.678476 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebdfec1-277c-460c-a268-fe7dd1e1916b {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:16.706236 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.738576 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Transition to ACTIVE for port object eebdfec1-277c-460c-a268-fe7dd1e1916b will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:46:16.742802 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3d33b64f-230e-4176-867a-a5976bdbd610 req-d9c46fc6-ca98-4b56-b89a-869e360ef41b tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932801 Oct 15 11:46:16.748058 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61d3b-31b9-46c9-a23c-980c201667a2 req-ac3e93fc-10bd-42d4-b482-2a8c3052570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:16.749532 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-62c61d3b-31b9-46c9-a23c-980c201667a2 req-ac3e93fc-10bd-42d4-b482-2a8c3052570d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 1098 time: 0.0910635 Oct 15 11:46:16.794144 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-62c61d3b-31b9-46c9-a23c-980c201667a2 req-bf7f0963-6595-4d24-8683-fb8b5b885cb7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Oct 15 11:46:16.809963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.891645 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Pushing event updated for resources: {'Port': ['ID=eebdfec1-277c-460c-a268-fe7dd1e1916b,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:16.926852 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55726b-36d4-4577-9399-c02653b546f9 req-88a39d56-4ca6-4b85-8010-76635ed773a9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:16.928360 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5d55726b-36d4-4577-9399-c02653b546f9 req-88a39d56-4ca6-4b85-8010-76635ed773a9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0886803 Oct 15 11:46:16.940583 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:16.997092 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5d55726b-36d4-4577-9399-c02653b546f9 req-f5c3546f-2fb6-4f8a-812c-2a4fb8a76138 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512764 Oct 15 11:46:17.002501 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Attempting to bind port eebdfec1-277c-460c-a268-fe7dd1e1916b on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:46:17.002868 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Attempting to bind port eebdfec1-277c-460c-a268-fe7dd1e1916b by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:46:17.003194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Attempting to bind port eebdfec1-277c-460c-a268-fe7dd1e1916b on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:17.007742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Port eebdfec1-277c-460c-a268-fe7dd1e1916b on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:46:17.008067 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Attempting to bind port eebdfec1-277c-460c-a268-fe7dd1e1916b on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:17.018703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:46:17.018703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Checking segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:46:17.018703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Bound using segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:46:17.018703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Bound port: eebdfec1-277c-460c-a268-fe7dd1e1916b, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:46:17.019609 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:17.113273 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] For port eebdfec1-277c-460c-a268-fe7dd1e1916b, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:46:17.116530 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] For port eebdfec1-277c-460c-a268-fe7dd1e1916b, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=eebdfec1-277c-460c-a268-fe7dd1e1916b,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:46:17.226768 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:17.261218 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:17.261831 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:17.263313 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] 10.222.0.32 "PUT /v2.0/ports/eebdfec1-277c-460c-a268-fe7dd1e1916b HTTP/1.1" status: 200 len: 1094 time: 1.1801567 Oct 15 11:46:17.263658 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'tag': 'eebdfec1-277c-460c-a268-fe7dd1e1916b'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:17.265984 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ce88c5-67f2-4d62-baf7-307ab4527378" -d '{"events": [{"name": "network-changed", "server_uuid": "88f39bcb-6a47-4f2c-9a17-276c95513a52", "tag": "eebdfec1-277c-460c-a268-fe7dd1e1916b"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:17.294178 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da269ac-3f36-4b42-bedb-ac1387de1a86 service neutron] Pushing event updated for resources: {'Port': ['ID=eebdfec1-277c-460c-a268-fe7dd1e1916b,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:17.305630 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96781e54-aace-4202-9a36-9f931a1e1787 x-openstack-request-id: req-96781e54-aace-4202-9a36-9f931a1e1787 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:17.306589 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f39bcb-6a47-4f2c-9a17-276c95513a52", "tag": "eebdfec1-277c-460c-a268-fe7dd1e1916b", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:17.306909 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96781e54-aace-4202-9a36-9f931a1e1787 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:17.307370 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'tag': 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'status': 'completed', 'code': 200} Oct 15 11:46:17.379196 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce88c5-67f2-4d62-baf7-307ab4527378 req-5d0a4d13-1eec-46ab-a7f4-3731ec89da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:17.380847 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b4ce88c5-67f2-4d62-baf7-307ab4527378 req-5d0a4d13-1eec-46ab-a7f4-3731ec89da79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 1097 time: 0.0449419 Oct 15 11:46:17.488949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce88c5-67f2-4d62-baf7-307ab4527378 req-b1b68607-529c-4dc7-a390-8c9039ddfbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:17.490736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b4ce88c5-67f2-4d62-baf7-307ab4527378 req-b1b68607-529c-4dc7-a390-8c9039ddfbf9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963345 Oct 15 11:46:17.498257 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 37870) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:17.518616 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fc74-c06c-4852-a180-8dc3fd242e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:17.631800 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce88c5-67f2-4d62-baf7-307ab4527378 req-33545d38-ccdf-485b-8bad-3c3e9fba7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:17.633574 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b4ce88c5-67f2-4d62-baf7-307ab4527378 req-33545d38-ccdf-485b-8bad-3c3e9fba7ae8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281886 Oct 15 11:46:17.712706 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fc74-c06c-4852-a180-8dc3fd242e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:17.728458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-31943ffa-8245-4388-af01-b370b29feb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:17.730035 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-31943ffa-8245-4388-af01-b370b29feb3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 1097 time: 0.0510144 Oct 15 11:46:17.792934 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-d69d4d6a-0833-4098-b16d-2f7bd0ead664 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eebdfec1-277c-460c-a268-fe7dd1e1916b HTTP/1.1" status: 200 len: 217 time: 0.0389228 Oct 15 11:46:17.808930 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cd17d-a24c-46eb-885c-1e035b8b28c3 req-4fd5728f-abf7-4b96-ba1c-8ec02f0b812b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:17.810389 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b71cd17d-a24c-46eb-885c-1e035b8b28c3 req-4fd5728f-abf7-4b96-ba1c-8ec02f0b812b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 944 time: 0.0794814 Oct 15 11:46:17.811529 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fc74-c06c-4852-a180-8dc3fd242e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:17.892697 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c9e6fc74-c06c-4852-a180-8dc3fd242e15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10765d3142b647fcbaf85ff9399d792d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933139 Oct 15 11:46:17.895563 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6fc74-c06c-4852-a180-8dc3fd242e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da54fb-2624-401a-8d03-f2545ad02e73,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:17.901430 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37886) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:17.916112 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b71cd17d-a24c-46eb-885c-1e035b8b28c3 req-94b33080-b6c8-4c06-8655-0213c90fbc9d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897982 Oct 15 11:46:17.928324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe9fa-be17-4bc7-8c01-c8c04aac9c05 req-fea682c8-0989-4feb-9b50-7f3e03bc7e86 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:17.930307 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af4fe9fa-be17-4bc7-8c01-c8c04aac9c05 req-fea682c8-0989-4feb-9b50-7f3e03bc7e86 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.1158588 Oct 15 11:46:17.953517 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8199c3ae-eb6a-45ed-a379-8fde1cde738b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:17.976184 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af4fe9fa-be17-4bc7-8c01-c8c04aac9c05 req-003f89f3-fe7b-4fe9-858c-2dcc81a18dca tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Oct 15 11:46:17.978486 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8199c3ae-eb6a-45ed-a379-8fde1cde738b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:18.077565 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:46:18.121300 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805f718-33a0-4283-ae46-f101e0c655a5 req-cb726e36-b1df-4d77-964b-51c8bbd1feab tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:18.122983 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a805f718-33a0-4283-ae46-f101e0c655a5 req-cb726e36-b1df-4d77-964b-51c8bbd1feab tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0502613 Oct 15 11:46:18.140241 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8199c3ae-eb6a-45ed-a379-8fde1cde738b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:18.142959 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8199c3ae-eb6a-45ed-a379-8fde1cde738b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:18.144033 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-8199c3ae-eb6a-45ed-a379-8fde1cde738b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0da54fb-2624-401a-8d03-f2545ad02e73 HTTP/1.1" status: 204 len: 168 time: 0.2410135 Oct 15 11:46:18.152123 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199c3ae-eb6a-45ed-a379-8fde1cde738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da54fb-2624-401a-8d03-f2545ad02e73,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:18.163717 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a805f718-33a0-4283-ae46-f101e0c655a5 req-491df4fa-afe1-4ad6-9564-4bb60ec006a8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Oct 15 11:46:18.810850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-dff63af0-16a2-49dd-aaaa-16f183f67d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:18.812301 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-dff63af0-16a2-49dd-aaaa-16f183f67d0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 200 len: 854 time: 0.0524552 Oct 15 11:46:20.769925 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-d41f0093-ba5c-4176-90a9-e84aaba2e695 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0304ff4e-39fc-4cc0-8352-72da844b4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245473 Oct 15 11:46:20.971896 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-6fc97203-0aa0-4fcd-8be3-2b63b08ea99b service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404798 Oct 15 11:46:20.993108 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ac07a-a359-4b25-b8a4-c984520a864d req-3b36f67b-a6f0-4ad9-bf4c-dec99cf8486e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:20.994479 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bc0ac07a-a359-4b25-b8a4-c984520a864d req-3b36f67b-a6f0-4ad9-bf4c-dec99cf8486e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 944 time: 0.0967178 Oct 15 11:46:21.003136 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e598c-5657-4eb8-9a67-c540332a93eb req-896f1090-3468-435e-988c-e24bf17225c0 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:21.006778 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1d2e598c-5657-4eb8-9a67-c540332a93eb req-896f1090-3468-435e-988c-e24bf17225c0 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.0950699 Oct 15 11:46:21.093961 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37978) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:21.120970 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bc0ac07a-a359-4b25-b8a4-c984520a864d req-b4888b63-dfbc-4f02-aa28-9645f858848c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131809 Oct 15 11:46:21.123628 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1d2e598c-5657-4eb8-9a67-c540332a93eb req-5501abf4-a0a3-44bf-8433-1a28ac8a6185 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075559 Oct 15 11:46:21.158837 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c17be1c9-6602-4867-9f44-f79ac2931a17 req-7f84c770-f24a-4243-ae19-6f71b7027aa6 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633270 Oct 15 11:46:21.240068 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-38c22ce3-04ad-47c5-b1f3-aa5708a1cb47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:21.249097 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62aa1a-9ab5-472a-a071-a536d19982ef req-bdcc9c19-df29-4768-b650-21cebb0a6b62 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:21.250614 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5d62aa1a-9ab5-472a-a071-a536d19982ef req-bdcc9c19-df29-4768-b650-21cebb0a6b62 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0507815 Oct 15 11:46:21.288806 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5d62aa1a-9ab5-472a-a071-a536d19982ef req-ed2752d0-e6f7-472e-8819-1cbc94486cad tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Oct 15 11:46:21.325523 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-38c22ce3-04ad-47c5-b1f3-aa5708a1cb47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:21.459821 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-38c22ce3-04ad-47c5-b1f3-aa5708a1cb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:21.495564 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c22ce3-04ad-47c5-b1f3-aa5708a1cb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b14b2d-e5aa-4e96-a5c1-325cd57259f1,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:21.500337 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-38c22ce3-04ad-47c5-b1f3-aa5708a1cb47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5588233b8f634b0ba1da1eee5a87ef97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047225 Oct 15 11:46:21.503064 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 37984) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:21.550802 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9df18d2e-9e92-49d5-84af-a6572c66ac7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:21.570413 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9df18d2e-9e92-49d5-84af-a6572c66ac7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:21.665825 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9df18d2e-9e92-49d5-84af-a6572c66ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:21.668427 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9df18d2e-9e92-49d5-84af-a6572c66ac7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:21.669579 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-9df18d2e-9e92-49d5-84af-a6572c66ac7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4b14b2d-e5aa-4e96-a5c1-325cd57259f1 HTTP/1.1" status: 204 len: 168 time: 0.1663132 Oct 15 11:46:21.677580 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df18d2e-9e92-49d5-84af-a6572c66ac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b14b2d-e5aa-4e96-a5c1-325cd57259f1,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:22.276385 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00d6a7-2d09-4bab-a2c3-3b9a7e8c655e req-768f80a4-0a06-457e-afc0-fce0ce7f196f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:22.277859 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3e00d6a7-2d09-4bab-a2c3-3b9a7e8c655e req-768f80a4-0a06-457e-afc0-fce0ce7f196f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.0793459 Oct 15 11:46:22.285956 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fedb9f-06cb-47ee-a840-e48f12736773 req-26a64d4a-b5ae-4b99-8b17-93ad5413ce36 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:22.287324 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-77fedb9f-06cb-47ee-a840-e48f12736773 req-26a64d4a-b5ae-4b99-8b17-93ad5413ce36 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 944 time: 0.0797131 Oct 15 11:46:22.340147 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3e00d6a7-2d09-4bab-a2c3-3b9a7e8c655e req-4a7fea8c-0c0d-4a5d-826b-4a53291389ee tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Oct 15 11:46:22.344816 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38004) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:22.345284 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-77fedb9f-06cb-47ee-a840-e48f12736773 req-221556d2-2231-407d-b963-47107a8e3015 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513430 Oct 15 11:46:22.362727 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9be4-e899-47ec-ac75-d35a8231a700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:22.437214 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9be4-e899-47ec-ac75-d35a8231a700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:22.481079 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0f3a6-d866-4da0-b77d-8f262dca2679 req-63122f8b-ec98-484e-bcf0-519ae452c78d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:22.482537 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e1f0f3a6-d866-4da0-b77d-8f262dca2679 req-63122f8b-ec98-484e-bcf0-519ae452c78d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0468709 Oct 15 11:46:22.500253 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0f0e9be4-e899-47ec-ac75-d35a8231a700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:22.520061 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e1f0f3a6-d866-4da0-b77d-8f262dca2679 req-cc834f73-4dec-48c5-aa62-82b8b52f3891 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Oct 15 11:46:22.539140 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e9be4-e899-47ec-ac75-d35a8231a700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e8932f-b18d-4b28-9938-213ce27163df,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:22.543407 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-0f0e9be4-e899-47ec-ac75-d35a8231a700 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e57e95fea1f5466bab6205eb1616c64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968675 Oct 15 11:46:22.546762 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38010) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:22.592823 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3eab1c27-d29b-49cd-add0-d69f674417c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:22.613455 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3eab1c27-d29b-49cd-add0-d69f674417c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:22.928790 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3eab1c27-d29b-49cd-add0-d69f674417c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:22.931420 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3eab1c27-d29b-49cd-add0-d69f674417c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:22.940424 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3eab1c27-d29b-49cd-add0-d69f674417c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9e8932f-b18d-4b28-9938-213ce27163df HTTP/1.1" status: 204 len: 168 time: 0.3852649 Oct 15 11:46:22.943317 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab1c27-d29b-49cd-add0-d69f674417c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e8932f-b18d-4b28-9938-213ce27163df,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:23.487122 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d33c74-d80e-49dd-bf9f-f089c435d32b req-402661a0-5143-4854-abaa-1087adfd1240 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:23.489096 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-98d33c74-d80e-49dd-bf9f-f089c435d32b req-402661a0-5143-4854-abaa-1087adfd1240 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 944 time: 0.0662484 Oct 15 11:46:23.535150 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-98d33c74-d80e-49dd-bf9f-f089c435d32b req-04ddcfa8-5f77-4638-8ed1-9f2d230c26da tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Oct 15 11:46:23.638664 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c97c-060e-4d45-bc23-cc8ac1123d2a req-cc7d1b7e-bce2-475e-b210-e3502d3bce41 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:23.640621 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6822c97c-060e-4d45-bc23-cc8ac1123d2a req-cc7d1b7e-bce2-475e-b210-e3502d3bce41 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0506573 Oct 15 11:46:23.680372 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6822c97c-060e-4d45-bc23-cc8ac1123d2a req-6f9e879e-1466-42db-9c57-94cb1dd55ea5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343637 Oct 15 11:46:23.881528 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385c29d-e7bd-4ad2-b7d8-27417b07a8b3 req-8f9b85a1-6044-4b7c-a6a1-37c11a8750b8 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:23.884674 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0385c29d-e7bd-4ad2-b7d8-27417b07a8b3 req-8f9b85a1-6044-4b7c-a6a1-37c11a8750b8 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.0478742 Oct 15 11:46:23.922925 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0385c29d-e7bd-4ad2-b7d8-27417b07a8b3 req-caf93564-f6b1-42f6-8afb-04baaacc75d3 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Oct 15 11:46:24.661153 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e117-0d75-4a1c-9bbf-c441292b97fa req-fe75507c-f346-4cd2-b152-0d8c86f625f7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:24.662799 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-18e5e117-0d75-4a1c-9bbf-c441292b97fa req-fe75507c-f346-4cd2-b152-0d8c86f625f7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 944 time: 0.0589373 Oct 15 11:46:24.707496 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-18e5e117-0d75-4a1c-9bbf-c441292b97fa req-13881dda-f117-486d-95f8-25aba2e79cec tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Oct 15 11:46:24.807179 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121bcb2-4d48-4fa8-a25a-38ef78d078d9 req-2fec8b56-5888-43f9-bdce-f0ef7eeedb5b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:24.809361 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c121bcb2-4d48-4fa8-a25a-38ef78d078d9 req-2fec8b56-5888-43f9-bdce-f0ef7eeedb5b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0488963 Oct 15 11:46:24.851307 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c121bcb2-4d48-4fa8-a25a-38ef78d078d9 req-eba964d0-8d76-47cb-8a31-4f04e2b7f666 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Oct 15 11:46:24.920687 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38110) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:25.036591 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-295f3787-54b6-4048-8497-5066bdb9ecb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:25.063192 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb062da-4dfc-4712-bb71-41d0702a6d2f req-4dc6aa17-8d02-4b27-9fd4-9f0b2cb53ee1 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:25.064930 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dcb062da-4dfc-4712-bb71-41d0702a6d2f req-4dc6aa17-8d02-4b27-9fd4-9f0b2cb53ee1 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.0676179 Oct 15 11:46:25.113080 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dcb062da-4dfc-4712-bb71-41d0702a6d2f req-aabcbb44-2e41-4bdd-96b2-df9b25dcdd71 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Oct 15 11:46:25.117071 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-295f3787-54b6-4048-8497-5066bdb9ecb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:25.219780 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-295f3787-54b6-4048-8497-5066bdb9ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:25.257226 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-295f3787-54b6-4048-8497-5066bdb9ecb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1041c60ffb0241f3bbb3e5659a56a16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352559 Oct 15 11:46:25.258361 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3787-54b6-4048-8497-5066bdb9ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8b4a6-e727-4592-84e4-8eb88134aba2,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:25.260314 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38122) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:25.311354 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36deec6c-8b9f-41d4-a3ce-3c1f5c013843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:25.336691 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36deec6c-8b9f-41d4-a3ce-3c1f5c013843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:25.476115 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36deec6c-8b9f-41d4-a3ce-3c1f5c013843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:25.478809 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36deec6c-8b9f-41d4-a3ce-3c1f5c013843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:25.479943 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-36deec6c-8b9f-41d4-a3ce-3c1f5c013843 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7eb8b4a6-e727-4592-84e4-8eb88134aba2 HTTP/1.1" status: 204 len: 168 time: 0.2186563 Oct 15 11:46:25.487824 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deec6c-8b9f-41d4-a3ce-3c1f5c013843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8b4a6-e727-4592-84e4-8eb88134aba2,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:25.829831 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-fdc77c66-4745-47a3-978f-9edf8da5acf0 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:25.829831 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-fdc77c66-4745-47a3-978f-9edf8da5acf0 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.0755286 Oct 15 11:46:25.846946 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b546-96c9-400b-a0b2-21dd67a024ab req-bf316d15-7619-42c2-b6de-19e8b1153779 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:25.846946 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9c81b546-96c9-400b-a0b2-21dd67a024ab req-bf316d15-7619-42c2-b6de-19e8b1153779 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 944 time: 0.0636055 Oct 15 11:46:25.959619 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9c81b546-96c9-400b-a0b2-21dd67a024ab req-c9e054c2-ea7e-4675-9af5-3e9c128b79c8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091061 Oct 15 11:46:25.964889 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device eebdfec1-277c-460c-a268-fe7dd1e1916b details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:46:26.001428 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Deleting port 255d4844-29a7-4987-8016-6a58dd2fc749 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:46:26.011086 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:26.125232 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port eebdfec1-277c-460c-a268-fe7dd1e1916b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=eebdfec1-277c-460c-a268-fe7dd1e1916b,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:26.139360 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'port_id': 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'mac_address': 'fa:16:3e:bb:e3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c2b22-09b7-4c10-97eb-3c20b18aceb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:46:26.165643 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] For port 255d4844-29a7-4987-8016-6a58dd2fc749, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=255d4844-29a7-4987-8016-6a58dd2fc749,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:26.166144 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:26.189254 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:26.195769 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfeccb-9d7b-416d-8381-63a9ae676328 req-d4f28d40-3555-4886-932e-2390b5437d27 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:26.197365 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aedfeccb-9d7b-416d-8381-63a9ae676328 req-d4f28d40-3555-4886-932e-2390b5437d27 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0905359 Oct 15 11:46:26.202003 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Calling delete_port for 255d4844-29a7-4987-8016-6a58dd2fc749 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:46:26.210762 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebdfec1-277c-460c-a268-fe7dd1e1916b {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:26.234089 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port eebdfec1-277c-460c-a268-fe7dd1e1916b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=eebdfec1-277c-460c-a268-fe7dd1e1916b,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:26.257581 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aedfeccb-9d7b-416d-8381-63a9ae676328 req-28d58b93-d98f-4a87-85fc-0cf617a15d3a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533600 Oct 15 11:46:26.321770 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:26.341752 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7685e-b5cd-4c41-86c1-a5d11887e6a9 req-25403122-09f7-4ee0-b553-5b28ea4c9e45 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:26.343319 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-92d7685e-b5cd-4c41-86c1-a5d11887e6a9 req-25403122-09f7-4ee0-b553-5b28ea4c9e45 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 945 time: 0.0983837 Oct 15 11:46:26.375033 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=eebdfec1-277c-460c-a268-fe7dd1e1916b,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:26.651591 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-92d7685e-b5cd-4c41-86c1-a5d11887e6a9 req-b8cf2d6f-0b41-4f7d-a149-9d1b1d2d12ce tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001909 Oct 15 11:46:26.660637 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['eebdfec1-277c-460c-a268-fe7dd1e1916b'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:26.763091 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:26.792220 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Pushing event deleted for resources: {'Port': ['ID=255d4844-29a7-4987-8016-6a58dd2fc749,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:26.831481 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] No DVR routers for this DVR port 255d4844-29a7-4987-8016-6a58dd2fc749 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:46:26.839005 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:26.842564 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-33b88388-7016-47b9-aa26-b4f49f80af40 req-a9e8e557-97a9-494d-b39e-b06964740b47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "DELETE /v2.0/ports/255d4844-29a7-4987-8016-6a58dd2fc749 HTTP/1.1" status: 204 len: 173 time: 0.9985521 Oct 15 11:46:26.847846 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'name': 'network-vif-deleted', 'tag': '255d4844-29a7-4987-8016-6a58dd2fc749'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:26.847846 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a421b-1a49-4b08-a2d0-e50d5771bcb8" -d '{"events": [{"server_uuid": "c7da5804-0550-4bc7-98dc-487cfcbaf7da", "name": "network-vif-deleted", "tag": "255d4844-29a7-4987-8016-6a58dd2fc749"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:26.882317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bee2f9-3fc1-447d-a464-f313561a1df2 x-openstack-request-id: req-06bee2f9-3fc1-447d-a464-f313561a1df2 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:26.882317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7da5804-0550-4bc7-98dc-487cfcbaf7da", "name": "network-vif-deleted", "tag": "255d4844-29a7-4987-8016-6a58dd2fc749", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:26.882497 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06bee2f9-3fc1-447d-a464-f313561a1df2 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:26.882894 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7da5804-0550-4bc7-98dc-487cfcbaf7da', 'name': 'network-vif-deleted', 'tag': '255d4844-29a7-4987-8016-6a58dd2fc749', 'status': 'completed', 'code': 200} Oct 15 11:46:27.088778 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf5d59-916b-44f4-a97c-638097e5d196 req-7abda2ac-e776-4695-a5f3-8c3b5015103b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:27.090297 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-59bf5d59-916b-44f4-a97c-638097e5d196 req-7abda2ac-e776-4695-a5f3-8c3b5015103b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 945 time: 0.0527630 Oct 15 11:46:27.131100 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-59bf5d59-916b-44f4-a97c-638097e5d196 req-d61d80b4-7ae5-4646-b6a8-00eb14446044 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Oct 15 11:46:27.382616 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878f053-b0fe-4cad-b295-0713ffcf74b0 req-ae412cbd-2349-4700-84bd-1764740f52fd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:27.384621 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3878f053-b0fe-4cad-b295-0713ffcf74b0 req-ae412cbd-2349-4700-84bd-1764740f52fd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0469532 Oct 15 11:46:27.422779 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3878f053-b0fe-4cad-b295-0713ffcf74b0 req-04deae98-41de-4f26-b91e-b3b06a0a384e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322764 Oct 15 11:46:27.620316 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38214) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:27.750285 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7d629dd7-821d-4edd-b5f3-e137fbbb5d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:27.822315 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7d629dd7-821d-4edd-b5f3-e137fbbb5d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:27.898474 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7d629dd7-821d-4edd-b5f3-e137fbbb5d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:27.933830 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-7d629dd7-821d-4edd-b5f3-e137fbbb5d3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f011003408d4e71832a75ac04d7bd16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124130 Oct 15 11:46:27.935000 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d629dd7-821d-4edd-b5f3-e137fbbb5d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7dcb79-c5ac-43e4-a3a8-bbb46fc8ca89,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:27.936484 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38224) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:27.984632 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-905e123a-d345-4001-b10c-fecf4c4fd33a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:27.995826 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-32da2019-f502-46d0-9f55-289837104573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:28.004579 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-905e123a-d345-4001-b10c-fecf4c4fd33a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:28.105211 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-905e123a-d345-4001-b10c-fecf4c4fd33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:28.107782 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-905e123a-d345-4001-b10c-fecf4c4fd33a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:28.108908 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-905e123a-d345-4001-b10c-fecf4c4fd33a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc7dcb79-c5ac-43e4-a3a8-bbb46fc8ca89 HTTP/1.1" status: 204 len: 168 time: 0.1713948 Oct 15 11:46:28.116311 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e123a-d345-4001-b10c-fecf4c4fd33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7dcb79-c5ac-43e4-a3a8-bbb46fc8ca89,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:28.766010 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 255d4844-29a7-4987-8016-6a58dd2fc749 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:46:28.786247 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 255d4844-29a7-4987-8016-6a58dd2fc749 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:46:28.786615 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 255d4844-29a7-4987-8016-6a58dd2fc749 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:46:29.950964 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9b977384-4360-44f0-883a-a3fcc7f4901e req-78a480cd-9d1b-4b21-8ac8-45d8d5b2ae50 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7da5804-0550-4bc7-98dc-487cfcbaf7da HTTP/1.1" status: 200 len: 210 time: 0.0393364 Oct 15 11:46:29.986143 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d096856-2cf8-467f-a7b3-59ae3ad575cc req-80fc6f4c-af2d-4a61-b70d-8e5c76bb6e68 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:29.987637 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7d096856-2cf8-467f-a7b3-59ae3ad575cc req-80fc6f4c-af2d-4a61-b70d-8e5c76bb6e68 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 945 time: 0.0646265 Oct 15 11:46:30.053981 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7d096856-2cf8-467f-a7b3-59ae3ad575cc req-f2de607c-27a1-4475-81db-763e5233faf4 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603395 Oct 15 11:46:30.071682 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3d52c-1ee0-48b6-80b2-3b2e81d02ab0 req-cf34844c-a5c4-48b4-b068-027f1e51cea2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:30.073152 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1ee3d52c-1ee0-48b6-80b2-3b2e81d02ab0 req-cf34844c-a5c4-48b4-b068-027f1e51cea2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0667474 Oct 15 11:46:30.110183 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1ee3d52c-1ee0-48b6-80b2-3b2e81d02ab0 req-04864ef7-e036-48f1-8c47-6b4ff97a82a1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Oct 15 11:46:30.505435 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aec6a8d7-ec98-4155-972f-a7b077217af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:31.197436 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e2c3-030a-4e5e-a7f8-78bc9e2cb2b0 req-e1265107-8b79-455d-94cd-d1dc57752b1b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:31.198911 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d523e2c3-030a-4e5e-a7f8-78bc9e2cb2b0 req-e1265107-8b79-455d-94cd-d1dc57752b1b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 945 time: 0.0756245 Oct 15 11:46:31.278565 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d523e2c3-030a-4e5e-a7f8-78bc9e2cb2b0 req-bfbd93cd-65e1-4eef-b0e7-9f0b5ed15be5 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703814 Oct 15 11:46:31.312355 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-e18a5d9d-d108-49f2-b22c-e192e3e9fc47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:31.313825 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-e18a5d9d-d108-49f2-b22c-e192e3e9fc47 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/networks?id=0745887e-3078-43b9-ad71-34823dbf8da3 HTTP/1.1" status: 200 len: 809 time: 0.1502934 Oct 15 11:46:31.331204 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6af37a80-c4cf-4a0d-91a1-ec3d1aa66d07 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/quotas/74559571f48047e4b0297a93a2a9f6a9 HTTP/1.1" status: 200 len: 375 time: 0.0103047 Oct 15 11:46:31.388612 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-7a24e008-1d0f-4438-b5e8-3b6feb58ccfd tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=74559571f48047e4b0297a93a2a9f6a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468664 Oct 15 11:46:31.424126 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d9cac-9552-44b5-a4ab-97628d1fdd14 req-6ce39f38-36b1-46aa-bc29-d85642918477 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:31.425672 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6e2d9cac-9552-44b5-a4ab-97628d1fdd14 req-6ce39f38-36b1-46aa-bc29-d85642918477 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0926201 Oct 15 11:46:31.519281 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6e2d9cac-9552-44b5-a4ab-97628d1fdd14 req-afe72518-fd99-4641-b452-a27c90db392e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815339 Oct 15 11:46:31.529268 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:31.535121 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-9700eedc-7ae6-475b-8ffe-3932c7a12f8f service neutron] 10.222.0.37 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368561 Oct 15 11:46:31.634693 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-d1c45702-444a-4c73-89e4-8fbed3a6545e service neutron] 10.222.0.37 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934577 Oct 15 11:46:31.890407 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-434ad412-d182-401c-a819-fa86e1164af4 req-7c73e0d6-7957-4ef0-8e43-76b0b73d9ba6 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0276959 Oct 15 11:46:31.894899 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:32.012811 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device eebdfec1-277c-460c-a268-fe7dd1e1916b up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:46:32.191042 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port eebdfec1-277c-460c-a268-fe7dd1e1916b completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:46:32.194982 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port eebdfec1-277c-460c-a268-fe7dd1e1916b triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:46:32.195518 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:32.275640 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:32.299222 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebdfec1-277c-460c-a268-fe7dd1e1916b'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:32.301501 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32a5c5-35d4-47bb-b8cb-fadc989438be" -d '{"events": [{"server_uuid": "88f39bcb-6a47-4f2c-9a17-276c95513a52", "name": "network-vif-plugged", "status": "completed", "tag": "eebdfec1-277c-460c-a268-fe7dd1e1916b"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:32.313731 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port eebdfec1-277c-460c-a268-fe7dd1e1916b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=eebdfec1-277c-460c-a268-fe7dd1e1916b,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:32.343220 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306560e9-6cea-40b3-8942-d6eb41e6a7d3 x-openstack-request-id: req-306560e9-6cea-40b3-8942-d6eb41e6a7d3 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:32.343542 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f39bcb-6a47-4f2c-9a17-276c95513a52", "name": "network-vif-plugged", "status": "completed", "tag": "eebdfec1-277c-460c-a268-fe7dd1e1916b", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:32.343794 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-306560e9-6cea-40b3-8942-d6eb41e6a7d3 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:32.344186 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'code': 200} Oct 15 11:46:32.382312 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:32.430955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319fe17-4b58-400b-b02f-2f31aa427e80 req-9774cd7e-1dc5-4157-84f7-13ca2d47b500 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:32.444582 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4319fe17-4b58-400b-b02f-2f31aa427e80 req-9774cd7e-1dc5-4157-84f7-13ca2d47b500 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 945 time: 0.0936861 Oct 15 11:46:32.489704 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=eebdfec1-277c-460c-a268-fe7dd1e1916b,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:32.511699 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4319fe17-4b58-400b-b02f-2f31aa427e80 req-f38d1f9a-1453-461b-9ef9-4c1cee9fc428 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629220 Oct 15 11:46:32.644206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff5828-7836-41cb-a4e1-ab76ddd1354c req-e4d0738b-92ec-4bc4-aa9f-fd1de576d6e8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:32.653897 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9ff5828-7836-41cb-a4e1-ab76ddd1354c req-e4d0738b-92ec-4bc4-aa9f-fd1de576d6e8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0510604 Oct 15 11:46:32.702921 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9ff5828-7836-41cb-a4e1-ab76ddd1354c req-fb912e0f-db0a-446e-ad8c-5fa5847ffde4 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500162 Oct 15 11:46:32.759703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6332e6-df52-49b0-bdd8-0f7f87090d00 req-bc7703d9-e112-4e81-a494-ba499bbda490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:32.759703 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dd6332e6-df52-49b0-bdd8-0f7f87090d00 req-bc7703d9-e112-4e81-a494-ba499bbda490 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 1099 time: 0.0574486 Oct 15 11:46:32.796461 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dd6332e6-df52-49b0-bdd8-0f7f87090d00 req-30d6e83d-160e-424e-ab58-2835cf90b28a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Oct 15 11:46:32.974637 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3bb3a082-9dbd-4be6-8313-fa680f3da712 req-31b140c5-c3a8-4acf-b940-b10b0c6ffc10 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0278656 Oct 15 11:46:33.566198 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:33.657399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47b2f2-28a6-46aa-91b7-2afc94949e7e req-2c5993ae-2761-4f9b-8ba1-91add3954d60 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:33.659207 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd47b2f2-28a6-46aa-91b7-2afc94949e7e req-2c5993ae-2761-4f9b-8ba1-91add3954d60 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.0519929 Oct 15 11:46:33.703236 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd47b2f2-28a6-46aa-91b7-2afc94949e7e req-ed57fc74-1301-4500-a167-4c0b57477c8a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342836 Oct 15 11:46:33.835070 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353644ec-c0ff-49c1-bb48-5ae62abbe658 req-d4ce3010-a561-436b-86c2-459127f084a8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:33.837096 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-353644ec-c0ff-49c1-bb48-5ae62abbe658 req-d4ce3010-a561-436b-86c2-459127f084a8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0576384 Oct 15 11:46:33.879160 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-353644ec-c0ff-49c1-bb48-5ae62abbe658 req-de7f6c5f-2f76-42c2-952f-c5761f557760 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Oct 15 11:46:34.085089 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7442039e-3f65-4d35-9040-9d926f29e9b0 req-2bdc5974-9958-41b4-a9ee-6a669c87c90d tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0343485 Oct 15 11:46:34.178957 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38416) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:34.299732 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a75af524-3512-4af3-bb86-e6cc4953a5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:34.386759 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a75af524-3512-4af3-bb86-e6cc4953a5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:34.483093 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a75af524-3512-4af3-bb86-e6cc4953a5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:34.524777 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a75af524-3512-4af3-bb86-e6cc4953a5c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e14e91e2f4f433d91d5bd18a4c1c9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446715 Oct 15 11:46:34.525639 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75af524-3512-4af3-bb86-e6cc4953a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c44555-92ad-414b-b22b-45f73ecc529c,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:34.527490 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38430) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:34.586979 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bccb9b97-a62c-435d-8a0b-4ac64ca752c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:34.608018 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bccb9b97-a62c-435d-8a0b-4ac64ca752c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:34.689144 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-b4748de3-9483-49b2-b1da-fe8ad9d7a003 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:34.690594 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-b4748de3-9483-49b2-b1da-fe8ad9d7a003 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "GET /v2.0/networks?id=0745887e-3078-43b9-ad71-34823dbf8da3 HTTP/1.1" status: 200 len: 809 time: 0.1221759 Oct 15 11:46:34.710446 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Request body: {'port': {'device_id': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3', 'admin_state_up': True, 'tenant_id': '74559571f48047e4b0297a93a2a9f6a9'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:34.728397 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bccb9b97-a62c-435d-8a0b-4ac64ca752c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:34.731227 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bccb9b97-a62c-435d-8a0b-4ac64ca752c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:34.744952 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-bccb9b97-a62c-435d-8a0b-4ac64ca752c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65c44555-92ad-414b-b22b-45f73ecc529c HTTP/1.1" status: 204 len: 168 time: 0.2043600 Oct 15 11:46:34.759234 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb9b97-a62c-435d-8a0b-4ac64ca752c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c44555-92ad-414b-b22b-45f73ecc529c,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:34.854830 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446b908-e544-4808-9b91-2490d98f383a req-dcc02311-e3c9-4bdc-b46f-1585110fa8fa tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:34.856293 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f446b908-e544-4808-9b91-2490d98f383a req-dcc02311-e3c9-4bdc-b46f-1585110fa8fa tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.0696316 Oct 15 11:46:34.903431 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f446b908-e544-4808-9b91-2490d98f383a req-8ef57170-8c64-432b-8cf2-8054fa232798 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Oct 15 11:46:34.979786 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Made reservation on behalf of 74559571f48047e4b0297a93a2a9f6a9 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:46:34.983194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.103902 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8af728-094b-4075-92bb-cb69357dbcb8 req-c0b16f06-983e-4cd6-8b60-bd1a29e928e8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:35.110797 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2b8af728-094b-4075-92bb-cb69357dbcb8 req-c0b16f06-983e-4cd6-8b60-bd1a29e928e8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.1369030 Oct 15 11:46:35.210899 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2b8af728-094b-4075-92bb-cb69357dbcb8 req-d72a0478-b5dd-4b60-bcf7-933ea2ff224e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923605 Oct 15 11:46:35.241031 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Allocated IP 172.20.0.2 (0745887e-3078-43b9-ad71-34823dbf8da3/2a5b0c28-99ac-4652-b888-20c8d05532c1/db320704-4bd9-4410-b5de-a738f085bcad) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:46:35.313732 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c78626a0-a7be-421d-bb88-29966a38dd37 req-7be4474d-9563-4f55-88be-eed5998024e2 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0330250 Oct 15 11:46:35.413062 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.529212 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38470) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:35.547368 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e35a7a62-3a29-44da-bcb9-38b1f7e85d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.576563 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.629217 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Network 0745887e-3078-43b9-ad71-34823dbf8da3 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:46:35.636872 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:46:35.639466 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:46:35.678360 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Pushing event updated for resources: {'Port': ['ID=db320704-4bd9-4410-b5de-a738f085bcad,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:35.713485 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:35.714151 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.731779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e35a7a62-3a29-44da-bcb9-38b1f7e85d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.807919 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e35a7a62-3a29-44da-bcb9-38b1f7e85d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.841362 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-6dd0cd78-ad6e-489d-8642-0f579f35df96 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1346207 Oct 15 11:46:35.848873 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a7a62-3a29-44da-bcb9-38b1f7e85d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89318ab2-b7ed-49c2-a4c6-9ab34d2bafb2,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:35.855664 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-e35a7a62-3a29-44da-bcb9-38b1f7e85d60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ecf1a415402462abb6375eaae904635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246458 Oct 15 11:46:35.860600 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Request body: {'port': {'device_id': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:35.862501 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38480) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:35.940737 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:35.963935 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-668e5378-473c-473c-87c1-29f24c6ad3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.006146 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-668e5378-473c-473c-87c1-29f24c6ad3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.219016 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-668e5378-473c-473c-87c1-29f24c6ad3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.222290 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-668e5378-473c-473c-87c1-29f24c6ad3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.226025 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-668e5378-473c-473c-87c1-29f24c6ad3cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89318ab2-b7ed-49c2-a4c6-9ab34d2bafb2 HTTP/1.1" status: 204 len: 168 time: 0.3602479 Oct 15 11:46:36.275672 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e5378-473c-473c-87c1-29f24c6ad3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89318ab2-b7ed-49c2-a4c6-9ab34d2bafb2,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:36.289774 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db320704-4bd9-4410-b5de-a738f085bcad {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:36.300367 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.338116 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Transition to ACTIVE for port object db320704-4bd9-4410-b5de-a738f085bcad will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:46:36.366898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf7e36-391d-43cf-9012-658025fb1eb3 req-048af101-f1bf-45e3-a565-584219aa8178 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:36.368553 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-67cf7e36-391d-43cf-9012-658025fb1eb3 req-048af101-f1bf-45e3-a565-584219aa8178 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0715525 Oct 15 11:46:36.428673 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.478878 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-67cf7e36-391d-43cf-9012-658025fb1eb3 req-2143b5b1-a242-46aa-b10a-03b39172fc99 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 Oct 15 11:46:36.498041 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Pushing event updated for resources: {'Port': ['ID=db320704-4bd9-4410-b5de-a738f085bcad,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:36.536609 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef599e-f6d4-49c6-b7ed-8e887b4a44e8 req-a85422c2-bdd1-4b29-b69e-1a9a63099450 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:36.538166 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8ef599e-f6d4-49c6-b7ed-8e887b4a44e8 req-a85422c2-bdd1-4b29-b69e-1a9a63099450 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 931 time: 0.1429236 Oct 15 11:46:36.602921 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8ef599e-f6d4-49c6-b7ed-8e887b4a44e8 req-de8a88f8-4b1b-4168-ad39-3c9bdf65ba2b tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473585 Oct 15 11:46:36.619879 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Attempting to bind port db320704-4bd9-4410-b5de-a738f085bcad on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:46:36.620780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Attempting to bind port db320704-4bd9-4410-b5de-a738f085bcad by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:46:36.621115 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Attempting to bind port db320704-4bd9-4410-b5de-a738f085bcad on network 0745887e-3078-43b9-ad71-34823dbf8da3 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:36.629211 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Port db320704-4bd9-4410-b5de-a738f085bcad on network 0745887e-3078-43b9-ad71-34823dbf8da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:46:36.629584 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Attempting to bind port db320704-4bd9-4410-b5de-a738f085bcad on network 0745887e-3078-43b9-ad71-34823dbf8da3 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:36.635150 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:46:36.635550 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Checking segment: {'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:46:36.636045 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Bound using segment: {'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:46:36.636467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Bound port: db320704-4bd9-4410-b5de-a738f085bcad, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:46:36.636822 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.711994 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] For port db320704-4bd9-4410-b5de-a738f085bcad, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:46:36.717417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] For port db320704-4bd9-4410-b5de-a738f085bcad, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=db320704-4bd9-4410-b5de-a738f085bcad,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:46:36.814571 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.852628 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:36.853237 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:36.854629 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] 10.222.0.32 "PUT /v2.0/ports/db320704-4bd9-4410-b5de-a738f085bcad HTTP/1.1" status: 200 len: 1093 time: 1.0029211 Oct 15 11:46:36.855075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'tag': 'db320704-4bd9-4410-b5de-a738f085bcad'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:36.857291 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569c5c80-f8a7-41eb-b2c4-340258e82519" -d '{"events": [{"name": "network-changed", "server_uuid": "632fe82b-2a80-4cc0-a631-7a8cff396596", "tag": "db320704-4bd9-4410-b5de-a738f085bcad"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:36.881635 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c64fc-0b2b-491e-b1ea-8a7ed59eeebf service neutron] Pushing event updated for resources: {'Port': ['ID=db320704-4bd9-4410-b5de-a738f085bcad,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:36.915510 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b0448-1ede-4180-a6e3-85c9938f684d x-openstack-request-id: req-6e7b0448-1ede-4180-a6e3-85c9938f684d {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:36.915951 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632fe82b-2a80-4cc0-a631-7a8cff396596", "tag": "db320704-4bd9-4410-b5de-a738f085bcad", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:36.916295 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e7b0448-1ede-4180-a6e3-85c9938f684d {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:36.917179 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'tag': 'db320704-4bd9-4410-b5de-a738f085bcad', 'status': 'completed', 'code': 200} Oct 15 11:46:36.987847 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c5c80-f8a7-41eb-b2c4-340258e82519 req-b6b4ee73-fc50-4b9a-915c-a317957d1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:36.990398 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-569c5c80-f8a7-41eb-b2c4-340258e82519 req-b6b4ee73-fc50-4b9a-915c-a317957d1755 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74559571f48047e4b0297a93a2a9f6a9&device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 1096 time: 0.0411651 Oct 15 11:46:37.099259 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c5c80-f8a7-41eb-b2c4-340258e82519 req-6d115612-349f-4860-9083-937ffb314214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:37.100745 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-569c5c80-f8a7-41eb-b2c4-340258e82519 req-6d115612-349f-4860-9083-937ffb314214 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=74559571f48047e4b0297a93a2a9f6a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1003308 Oct 15 11:46:37.202745 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c5c80-f8a7-41eb-b2c4-340258e82519 req-aeecce09-b1e3-43e4-88f3-3f53c0c75b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:37.204220 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-569c5c80-f8a7-41eb-b2c4-340258e82519 req-aeecce09-b1e3-43e4-88f3-3f53c0c75b19 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907354 Oct 15 11:46:37.287083 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-ea255bf1-bcea-4b46-abd8-86a9acf03f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:37.288583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-ea255bf1-bcea-4b46-abd8-86a9acf03f83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74559571f48047e4b0297a93a2a9f6a9&device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 1096 time: 0.0400677 Oct 15 11:46:37.336794 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-7a03418a-0ff4-4525-b79f-096d8df5dcc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db320704-4bd9-4410-b5de-a738f085bcad HTTP/1.1" status: 200 len: 217 time: 0.0364616 Oct 15 11:46:37.401956 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-7f87df0f-65c0-438e-a40c-71a916fe125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:37.403720 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-7f87df0f-65c0-438e-a40c-71a916fe125b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a5b0c28-99ac-4652-b888-20c8d05532c1 HTTP/1.1" status: 200 len: 849 time: 0.0444636 Oct 15 11:46:37.445386 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-9fbe537c-cf35-47e9-8fd1-a177ac1272f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0745887e-3078-43b9-ad71-34823dbf8da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280223 Oct 15 11:46:37.452699 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38536) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:37.546616 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-2ba723c8-a6f1-45a1-8e87-b92d7c9c5d04 service neutron] 10.222.0.32 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916119 Oct 15 11:46:37.599363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-133ef568-e423-4fc7-982b-00cc71873e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:37.678747 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022abd4-805b-463e-a055-9d9ae237f9ad req-23adc843-d512-4590-879e-b155d6a2c6b5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:37.680295 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c022abd4-805b-463e-a055-9d9ae237f9ad req-23adc843-d512-4590-879e-b155d6a2c6b5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.1325622 Oct 15 11:46:37.747196 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6f57ada-4a20-4e2b-9b4a-eaa60ceeaed6 req-ae5f5cd8-0afe-478f-98cc-ede60b91621f service neutron] 10.222.0.32 "GET /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690493 Oct 15 11:46:37.765824 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c022abd4-805b-463e-a055-9d9ae237f9ad req-2c8fd042-c6f6-4d19-84bc-3acf2a046b83 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757930 Oct 15 11:46:37.844623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-133ef568-e423-4fc7-982b-00cc71873e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:37.864544 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3290d-a460-492c-ae06-d25fb96a04b4 req-6488fab9-78fc-44a6-8f8a-a471b09025da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:37.866201 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-34d3290d-a460-492c-ae06-d25fb96a04b4 req-6488fab9-78fc-44a6-8f8a-a471b09025da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 1099 time: 0.0905948 Oct 15 11:46:37.874473 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f442f-cc1a-47d7-8b02-779fdcdcf46b req-6b5badbf-fdf7-4184-b6ca-01f88404486a tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:37.875933 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f40f442f-cc1a-47d7-8b02-779fdcdcf46b req-6b5badbf-fdf7-4184-b6ca-01f88404486a tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 943 time: 0.0993040 Oct 15 11:46:37.911278 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-133ef568-e423-4fc7-982b-00cc71873e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:37.974102 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-34d3290d-a460-492c-ae06-d25fb96a04b4 req-f7e20aeb-9ffb-4e40-8f9d-138aef581e7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943933 Oct 15 11:46:37.979096 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-133ef568-e423-4fc7-982b-00cc71873e30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c43cd9443be4fd6a1031e9ad78a8f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231872 Oct 15 11:46:37.979096 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ef568-e423-4fc7-982b-00cc71873e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73824bc6-7c1b-41d8-9bb9-35ab4b76f1d3,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:37.979666 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38560) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:37.982201 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f40f442f-cc1a-47d7-8b02-779fdcdcf46b req-b4e95001-5c08-4a74-bc15-58e613a41c3e tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970833 Oct 15 11:46:38.039249 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e5a-03a2-46c0-a4ba-6b16364f8822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:38.061487 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e5a-03a2-46c0-a4ba-6b16364f8822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:38.185601 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e5a-03a2-46c0-a4ba-6b16364f8822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:38.188617 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4e5a-03a2-46c0-a4ba-6b16364f8822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:38.190008 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-bcdf4e5a-03a2-46c0-a4ba-6b16364f8822 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73824bc6-7c1b-41d8-9bb9-35ab4b76f1d3 HTTP/1.1" status: 204 len: 168 time: 0.2092702 Oct 15 11:46:38.198910 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf4e5a-03a2-46c0-a4ba-6b16364f8822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73824bc6-7c1b-41d8-9bb9-35ab4b76f1d3,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:38.321775 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-de506fc8-50ec-478c-a592-1a9d17f209fc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:38.323434 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-de506fc8-50ec-478c-a592-1a9d17f209fc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.1132555 Oct 15 11:46:38.342200 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-91b5a2ee-f368-4238-af97-34e7399be328 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/quotas/cd158d0624f54f7d8d563bc0b5edb4f5 HTTP/1.1" status: 200 len: 375 time: 0.0107074 Oct 15 11:46:38.392403 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-2634e721-1635-45df-ab5a-ae59d43d817e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440145 Oct 15 11:46:38.495771 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-e9946bbf-c8e0-47c4-88bb-081ad4df14bc service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961480 Oct 15 11:46:38.587964 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-239aecfb-7a41-4d05-8e82-3699415a6392 service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857403 Oct 15 11:46:38.891973 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2f2dfed-fe87-4303-addb-fa7a296cfdcd req-8e1ac658-e3b2-496a-a02a-58546eb1e8c6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 210 time: 0.0385392 Oct 15 11:46:38.954970 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680b3c-18f1-4fdb-9901-40d72616cd14 req-c0d67316-3e22-4001-8e50-b28168ac5028 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:38.956606 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5e680b3c-18f1-4fdb-9901-40d72616cd14 req-c0d67316-3e22-4001-8e50-b28168ac5028 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.1120789 Oct 15 11:46:38.999013 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5e680b3c-18f1-4fdb-9901-40d72616cd14 req-86ea1483-7c54-46d2-841b-b48a459a7d41 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Oct 15 11:46:39.121518 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ead487-bb8d-4ee0-8a5b-5f383fe66ba2 req-a637070e-98ed-4a4b-82b0-ae0e5dc82837 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:39.123171 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-75ead487-bb8d-4ee0-8a5b-5f383fe66ba2 req-a637070e-98ed-4a4b-82b0-ae0e5dc82837 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 943 time: 0.0560658 Oct 15 11:46:39.163953 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-75ead487-bb8d-4ee0-8a5b-5f383fe66ba2 req-c6fda063-10e6-418a-a25c-40932c6e5d56 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Oct 15 11:46:39.282008 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38626) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:39.382346 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ca0bad3a-d6e2-4166-99bb-bc33b7f0f922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:39.468589 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ca0bad3a-d6e2-4166-99bb-bc33b7f0f922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:39.549651 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ca0bad3a-d6e2-4166-99bb-bc33b7f0f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:39.588454 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ca0bad3a-d6e2-4166-99bb-bc33b7f0f922 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c84d539d40545d392b457e0e98ef3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052268 Oct 15 11:46:39.590364 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bad3a-d6e2-4166-99bb-bc33b7f0f922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74bf2c-40d1-46ae-bd5d-b174ae256a94,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:39.591577 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38640) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:39.643491 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eb047f68-3548-47bb-b5be-c0c35bfdb7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:39.668298 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eb047f68-3548-47bb-b5be-c0c35bfdb7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:39.813621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eb047f68-3548-47bb-b5be-c0c35bfdb7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:39.816365 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eb047f68-3548-47bb-b5be-c0c35bfdb7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:39.817505 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-eb047f68-3548-47bb-b5be-c0c35bfdb7be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a74bf2c-40d1-46ae-bd5d-b174ae256a94 HTTP/1.1" status: 204 len: 168 time: 0.2246351 Oct 15 11:46:39.826614 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb047f68-3548-47bb-b5be-c0c35bfdb7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74bf2c-40d1-46ae-bd5d-b174ae256a94,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:39.989333 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd03f480-cedc-4bdc-add5-78c1dffa3a36 req-00f2000c-82d1-4b0a-90f1-98eebf091c93 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 210 time: 0.0256441 Oct 15 11:46:40.037562 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device db320704-4bd9-4410-b5de-a738f085bcad details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:46:40.128936 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15538d84-c3a7-400e-a75b-3c04afc18951 req-bb9284b0-2675-4bee-b8cb-5d3df631c308 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:40.130440 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15538d84-c3a7-400e-a75b-3c04afc18951 req-bb9284b0-2675-4bee-b8cb-5d3df631c308 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0514567 Oct 15 11:46:40.165982 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port db320704-4bd9-4410-b5de-a738f085bcad, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=db320704-4bd9-4410-b5de-a738f085bcad,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:40.173145 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-15538d84-c3a7-400e-a75b-3c04afc18951 req-0de47be4-d162-4be4-a66b-0aeefc29f8cd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Oct 15 11:46:40.177084 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': 'db320704-4bd9-4410-b5de-a738f085bcad', 'network_id': '0745887e-3078-43b9-ad71-34823dbf8da3', 'port_id': 'db320704-4bd9-4410-b5de-a738f085bcad', 'mac_address': 'fa:16:3e:ef:3a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5b0c28-99ac-4652-b888-20c8d05532c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:46:40.241017 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:40.259095 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db320704-4bd9-4410-b5de-a738f085bcad {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:40.282179 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port db320704-4bd9-4410-b5de-a738f085bcad, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=db320704-4bd9-4410-b5de-a738f085bcad,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:40.358779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ddb04-7b37-4d2f-90a0-1cc22c2eef1a req-c2560eb0-1b40-4648-a6cf-af63371d77e3 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:40.360275 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd1ddb04-7b37-4d2f-90a0-1cc22c2eef1a req-c2560eb0-1b40-4648-a6cf-af63371d77e3 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 943 time: 0.1035900 Oct 15 11:46:40.375925 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3b046-a5c8-477e-b2e5-510e270cbfa0 req-757ee05b-6f86-43be-9117-da98b8d717a5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:40.377406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5ab3b046-a5c8-477e-b2e5-510e270cbfa0 req-757ee05b-6f86-43be-9117-da98b8d717a5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0988059 Oct 15 11:46:40.379196 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:40.447108 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=db320704-4bd9-4410-b5de-a738f085bcad,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:40.464009 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd1ddb04-7b37-4d2f-90a0-1cc22c2eef1a req-b85e041f-42ad-4749-bfcc-08def78bb392 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974934 Oct 15 11:46:40.467005 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5ab3b046-a5c8-477e-b2e5-510e270cbfa0 req-a40bb261-d019-465a-a52a-b754d30cd179 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663800 Oct 15 11:46:40.671865 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38670) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:40.684910 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f60bca89-7216-4cde-b3b9-6eee4f1b7bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:40.758630 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f60bca89-7216-4cde-b3b9-6eee4f1b7bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:40.769538 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['db320704-4bd9-4410-b5de-a738f085bcad'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:40.835693 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f60bca89-7216-4cde-b3b9-6eee4f1b7bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:40.871024 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f60bca89-7216-4cde-b3b9-6eee4f1b7bd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef333f447e0f41e886516e36eb4f1d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980729 Oct 15 11:46:40.873718 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38672) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:40.876324 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bca89-7216-4cde-b3b9-6eee4f1b7bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36012ca9-7d1d-42e5-b7be-ce3c2d00456e,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:40.925842 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d1a17e4-f52d-49ad-bced-4955a2592770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:40.957347 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d1a17e4-f52d-49ad-bced-4955a2592770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:41.079702 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f9ffe48-8529-4c0a-9976-76b5de4c11d4 req-77ca427a-397c-4ac4-8ee8-bd5927a40e7d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 210 time: 0.0250928 Oct 15 11:46:41.116129 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d1a17e4-f52d-49ad-bced-4955a2592770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:41.118790 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d1a17e4-f52d-49ad-bced-4955a2592770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:41.119927 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-5d1a17e4-f52d-49ad-bced-4955a2592770 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36012ca9-7d1d-42e5-b7be-ce3c2d00456e HTTP/1.1" status: 204 len: 168 time: 0.2449586 Oct 15 11:46:41.135173 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a17e4-f52d-49ad-bced-4955a2592770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36012ca9-7d1d-42e5-b7be-ce3c2d00456e,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:41.459213 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-ef276d0f-3456-4e6b-b978-21723480f538 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:41.460667 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-ef276d0f-3456-4e6b-b978-21723480f538 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.1146233 Oct 15 11:46:41.591236 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef34db-d965-4b63-b9e6-270d85d5d36a req-3deee7b8-55e9-4c14-8514-e3d1ea2524f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:41.592941 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-96ef34db-d965-4b63-b9e6-270d85d5d36a req-3deee7b8-55e9-4c14-8514-e3d1ea2524f4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 944 time: 0.0544589 Oct 15 11:46:41.638434 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-96ef34db-d965-4b63-b9e6-270d85d5d36a req-72c58548-34ed-470c-9b07-7d97cd49e6dc tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Oct 15 11:46:42.170812 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-12cc5d4e-d05f-4a44-95e5-d34b91f82985 req-473f7f63-ab74-4870-8b14-6681363162d4 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 210 time: 0.0251689 Oct 15 11:46:44.475181 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Request body: {'port': {'device_id': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'admin_state_up': True, 'tenant_id': 'cd158d0624f54f7d8d563bc0b5edb4f5'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:44.661458 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f580d099-6512-43dd-b883-76d7efbc0889 req-530182f8-bfb6-4f6b-910b-5eae103c2c49 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 210 time: 0.0370104 Oct 15 11:46:44.672756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Made reservation on behalf of cd158d0624f54f7d8d563bc0b5edb4f5 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:46:44.676290 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:44.686877 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5f47c-0f56-433e-b42d-23f21922b576 req-b26c54cb-8b04-41ac-bfec-cbb8fa36dedb tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:44.688302 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ac5f47c-0f56-433e-b42d-23f21922b576 req-b26c54cb-8b04-41ac-bfec-cbb8fa36dedb tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 944 time: 0.0764053 Oct 15 11:46:44.770713 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ac5f47c-0f56-433e-b42d-23f21922b576 req-79b253b6-00e6-453f-9535-bac4a213ccc9 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Oct 15 11:46:44.833158 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Allocated IP 172.20.0.13 (0304ff4e-39fc-4cc0-8352-72da844b4e0d/557c2b22-09b7-4c10-97eb-3c20b18aceb0/b69c753f-7508-44f9-b484-f44d3062558a) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:46:45.208420 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:45.345359 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:45.358749 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb', 'eebdfec1-277c-460c-a268-fe7dd1e1916b'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:45.387837 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:46:45.390887 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:46:45.394452 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:46:45.404052 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event updated for resources: {'Port': ['ID=b69c753f-7508-44f9-b484-f44d3062558a,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:45.457900 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:45.458556 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:45.560663 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-c55d761f-d72d-48ed-80c6-9df5a4b7ee6e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0892437 Oct 15 11:46:45.576999 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Request body: {'port': {'device_id': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:45.640861 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:45.969018 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce4dd2-a7a2-471c-b2e3-d7e16f7c6900 req-566df63b-7ae8-4f6c-974e-1ec1e826cdc0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:45.970494 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0dce4dd2-a7a2-471c-b2e3-d7e16f7c6900 req-566df63b-7ae8-4f6c-974e-1ec1e826cdc0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 932 time: 0.1222544 Oct 15 11:46:46.036508 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device db320704-4bd9-4410-b5de-a738f085bcad up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:46:46.077160 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69c753f-7508-44f9-b484-f44d3062558a {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:46.091236 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa342af-3362-476e-a584-99ea93d0c1c2 req-1ec30853-0617-489a-9625-675bba5e8809 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:46.092743 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-caa342af-3362-476e-a584-99ea93d0c1c2 req-1ec30853-0617-489a-9625-675bba5e8809 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 944 time: 0.1676631 Oct 15 11:46:46.099161 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.109698 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0dce4dd2-a7a2-471c-b2e3-d7e16f7c6900 req-1e710cfa-4f32-4f5e-a66b-ccced3bdf306 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315424 Oct 15 11:46:46.118361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-5963af36-4f2f-439e-af05-f641771b1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:46.119848 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-5963af36-4f2f-439e-af05-f641771b1854 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.1406856 Oct 15 11:46:46.139994 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Transition to ACTIVE for port object b69c753f-7508-44f9-b484-f44d3062558a will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:46:46.172722 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-caa342af-3362-476e-a584-99ea93d0c1c2 req-e7072419-4c6c-4b64-a5b5-a2420b7a3547 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698318 Oct 15 11:46:46.201942 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port db320704-4bd9-4410-b5de-a738f085bcad completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:46:46.205768 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port db320704-4bd9-4410-b5de-a738f085bcad triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:46:46.206421 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.239223 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.286843 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.311218 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-bda67ae4-3e02-4455-a946-e3fdbbb0d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:46.311463 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db320704-4bd9-4410-b5de-a738f085bcad'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:46.312690 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-bda67ae4-3e02-4455-a946-e3fdbbb0d07d service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.1740003 Oct 15 11:46:46.313620 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802dddff-e397-4729-99c1-ab0bd61d3c21" -d '{"events": [{"server_uuid": "632fe82b-2a80-4cc0-a631-7a8cff396596", "name": "network-vif-plugged", "status": "completed", "tag": "db320704-4bd9-4410-b5de-a738f085bcad"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:46.325830 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce1568-f813-40ac-bad3-fb6eb3dc14a2 req-6b1fc405-e061-4583-9b19-68f38ae58d04 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:46.326147 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port db320704-4bd9-4410-b5de-a738f085bcad, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=db320704-4bd9-4410-b5de-a738f085bcad,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:46.327412 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90ce1568-f813-40ac-bad3-fb6eb3dc14a2 req-6b1fc405-e061-4583-9b19-68f38ae58d04 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1483548 Oct 15 11:46:46.334494 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c753f-7508-44f9-b484-f44d3062558a,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:46.356135 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed08236-9477-4510-97d5-68a354a10e84 x-openstack-request-id: req-1ed08236-9477-4510-97d5-68a354a10e84 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:46.356424 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632fe82b-2a80-4cc0-a631-7a8cff396596", "name": "network-vif-plugged", "status": "completed", "tag": "db320704-4bd9-4410-b5de-a738f085bcad", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:46.356662 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ed08236-9477-4510-97d5-68a354a10e84 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:46.357063 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db320704-4bd9-4410-b5de-a738f085bcad', 'code': 200} Oct 15 11:46:46.391653 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-fa42afc1-3a74-4fd2-b9dd-5c077ec43b4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 217 time: 0.0633450 Oct 15 11:46:46.402013 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.474966 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90ce1568-f813-40ac-bad3-fb6eb3dc14a2 req-7d0645fb-694e-409e-b7a6-5b5fb6a5086c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334660 Oct 15 11:46:46.496441 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Attempting to bind port b69c753f-7508-44f9-b484-f44d3062558a on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:46:46.496774 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Attempting to bind port b69c753f-7508-44f9-b484-f44d3062558a by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:46:46.497099 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Attempting to bind port b69c753f-7508-44f9-b484-f44d3062558a on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:46.505768 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-790f90be-716e-40ee-9ee2-e4dde0c4bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:46.507271 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-790f90be-716e-40ee-9ee2-e4dde0c4bad8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0711553 Oct 15 11:46:46.507969 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Port b69c753f-7508-44f9-b484-f44d3062558a on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:46:46.508285 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Attempting to bind port b69c753f-7508-44f9-b484-f44d3062558a on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:46:46.513692 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:46:46.514032 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Checking segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:46:46.514414 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Bound using segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:46:46.514869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Bound port: b69c753f-7508-44f9-b484-f44d3062558a, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:46:46.515256 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.555651 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-eb72abfa-65bf-48d2-894f-cf4dd33dc55d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374079 Oct 15 11:46:46.571149 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=db320704-4bd9-4410-b5de-a738f085bcad,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:46.661530 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] For port b69c753f-7508-44f9-b484-f44d3062558a, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:46:46.666236 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] For port b69c753f-7508-44f9-b484-f44d3062558a, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=b69c753f-7508-44f9-b484-f44d3062558a,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:46:46.685428 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-d3500cfa-82ee-4bbb-be8e-19393e042fdb service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096766 Oct 15 11:46:46.768446 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.806672 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:46.807290 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:46.808650 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] 10.222.0.32 "PUT /v2.0/ports/b69c753f-7508-44f9-b484-f44d3062558a HTTP/1.1" status: 200 len: 1094 time: 1.2374377 Oct 15 11:46:46.809080 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'tag': 'b69c753f-7508-44f9-b484-f44d3062558a'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:46.811334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae8620-770a-4263-9c3c-b05e3c87eec0" -d '{"events": [{"name": "network-changed", "server_uuid": "46cbae1f-e90b-4927-8d4e-91311dc661c9", "tag": "b69c753f-7508-44f9-b484-f44d3062558a"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:46.834864 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8533a-7c1f-4370-a50a-399fab0a8293 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c753f-7508-44f9-b484-f44d3062558a,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:48.744610 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:49.891490 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b0152c-64cf-4d20-b0e1-f82acb426ba0 x-openstack-request-id: req-e6b0152c-64cf-4d20-b0e1-f82acb426ba0 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:49.892154 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cbae1f-e90b-4927-8d4e-91311dc661c9", "tag": "b69c753f-7508-44f9-b484-f44d3062558a", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:49.892154 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6b0152c-64cf-4d20-b0e1-f82acb426ba0 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:49.892465 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'tag': 'b69c753f-7508-44f9-b484-f44d3062558a', 'status': 'completed', 'code': 200} Oct 15 11:46:49.909780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba69e7-6b45-4422-8d33-ce93b880c97c req-9c38b82d-4b94-4328-bc20-3bfc4f974f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:49.911366 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cdba69e7-6b45-4422-8d33-ce93b880c97c req-9c38b82d-4b94-4328-bc20-3bfc4f974f0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 1098 time: 0.1036968 Oct 15 11:46:49.913456 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-b324739b-8e8c-4024-8b97-3b6ec3a1dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:49.915788 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-b324739b-8e8c-4024-8b97-3b6ec3a1dece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 1097 time: 0.0576060 Oct 15 11:46:49.969713 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-97ba3be2-a335-4333-8cf6-d1f8d4bbd476 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69c753f-7508-44f9-b484-f44d3062558a HTTP/1.1" status: 200 len: 217 time: 0.0376654 Oct 15 11:46:49.981087 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d43b9cdc-1ad4-414d-9b68-cf8e9a1fb385 req-66fb74f7-47e3-4c68-887e-bab8d0742f07 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810892 Oct 15 11:46:50.021337 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cdba69e7-6b45-4422-8d33-ce93b880c97c req-5094aaf5-ee6a-4e19-8e50-022fcaad07f2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808737 Oct 15 11:46:50.031929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b9103-e85c-4a3b-98e2-35808b9e0d12 req-792dd81c-4d85-4c6a-8412-0bf7229d7b4a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:50.033353 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed8b9103-e85c-4a3b-98e2-35808b9e0d12 req-792dd81c-4d85-4c6a-8412-0bf7229d7b4a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 944 time: 0.1035156 Oct 15 11:46:50.044701 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-f43f74c9-1ea4-4118-b38d-f8775747830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:50.045650 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb94c-a296-4a9b-92b1-bc9039ef1e2a req-8502691d-013f-4eaf-9bb1-df1353e92f9c tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:50.046173 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-f43f74c9-1ea4-4118-b38d-f8775747830b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 200 len: 854 time: 0.0446718 Oct 15 11:46:50.047131 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fb2bb94c-a296-4a9b-92b1-bc9039ef1e2a req-8502691d-013f-4eaf-9bb1-df1353e92f9c tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.1008649 Oct 15 11:46:50.101671 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed8b9103-e85c-4a3b-98e2-35808b9e0d12 req-d33c1a37-b507-41f9-9a49-6ef0d8be1f56 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535777 Oct 15 11:46:50.108874 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fb2bb94c-a296-4a9b-92b1-bc9039ef1e2a req-47f19af6-b0e0-4f42-84af-992f9dd0fff2 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552044 Oct 15 11:46:50.206158 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21292516-c473-45a3-a63c-a7b8fabb593e req-5f5e7e96-69f6-4890-bb75-1e4ce2770a7f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:50.207744 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21292516-c473-45a3-a63c-a7b8fabb593e req-5f5e7e96-69f6-4890-bb75-1e4ce2770a7f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0470078 Oct 15 11:46:50.244612 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21292516-c473-45a3-a63c-a7b8fabb593e req-92450776-c209-4f50-9b49-842420b99427 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301797 Oct 15 11:46:50.373911 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-03d8f096-85e7-4883-b90a-74848423cf8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0304ff4e-39fc-4cc0-8352-72da844b4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251615 Oct 15 11:46:50.472205 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-1ed45a1f-7ddf-44d8-a876-cf63a4b5b6c5 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Oct 15 11:46:50.563987 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-c8029e38-466c-46d4-8565-2ee2b9b3ef86 req-eb8e1c5a-7fc3-4d2a-bbe8-5bc40f6825fe service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810981 Oct 15 11:46:50.752210 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-42811a63-bc4f-495a-b979-e84a5b827087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:50.753708 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-42811a63-bc4f-495a-b979-e84a5b827087 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 1097 time: 0.0441284 Oct 15 11:46:50.852442 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-f88fa342-9ead-49b5-9400-7095f7317216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:50.853889 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-f88fa342-9ead-49b5-9400-7095f7317216 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 915 time: 0.0819352 Oct 15 11:46:50.902162 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-76b2009c-75f9-4e55-a66f-e930d016c096 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69c753f-7508-44f9-b484-f44d3062558a HTTP/1.1" status: 200 len: 217 time: 0.0387950 Oct 15 11:46:50.952456 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-bd7d98f5-485f-4392-9586-3937f2946a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:50.953845 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-bd7d98f5-485f-4392-9586-3937f2946a6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 200 len: 854 time: 0.0430501 Oct 15 11:46:51.026633 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-37579be3-5caf-4ccd-943d-97816c8e7f7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0304ff4e-39fc-4cc0-8352-72da844b4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239000 Oct 15 11:46:51.128911 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-b2ad21c4-3775-4f17-80f5-226f858c97d3 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Oct 15 11:46:51.232815 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-4aae8620-770a-4263-9c3c-b05e3c87eec0 req-7ec533e5-a75b-467b-bd79-cace12479407 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948613 Oct 15 11:46:51.246385 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c408455-2266-4be8-a9f5-8b87f32f1ac0 req-f0e91e1e-84c8-4c7e-b0df-8cb6a27882e0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:51.247886 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6c408455-2266-4be8-a9f5-8b87f32f1ac0 req-f0e91e1e-84c8-4c7e-b0df-8cb6a27882e0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 944 time: 0.0737922 Oct 15 11:46:51.280929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39164a9-cb47-42b2-9c54-c3c985a47518 req-9ea05b23-c92d-4b47-99d6-82a38bc897a4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:51.282283 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e39164a9-cb47-42b2-9c54-c3c985a47518 req-9ea05b23-c92d-4b47-99d6-82a38bc897a4 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.0734365 Oct 15 11:46:51.309582 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6c408455-2266-4be8-a9f5-8b87f32f1ac0 req-98721379-b1c7-434e-ac47-680696034624 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537715 Oct 15 11:46:51.336901 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e39164a9-cb47-42b2-9c54-c3c985a47518 req-9bcdb4cb-7e03-4556-8835-d5a0348a7474 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Oct 15 11:46:51.414115 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8fc4-2f13-4508-bb53-717a67373cff req-ebb22a52-295c-461a-a9ac-3ce157dfd74d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:51.415624 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f67d8fc4-2f13-4508-bb53-717a67373cff req-ebb22a52-295c-461a-a9ac-3ce157dfd74d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0474763 Oct 15 11:46:51.455380 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f67d8fc4-2f13-4508-bb53-717a67373cff req-c1f49312-2178-44be-8de6-d3d6d1187278 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Oct 15 11:46:52.461083 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631584c-a673-4818-aabe-ddfa510d5aa2 req-af9ae8a4-9d6c-4603-bd0f-6cc61de8c051 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:52.462592 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2631584c-a673-4818-aabe-ddfa510d5aa2 req-af9ae8a4-9d6c-4603-bd0f-6cc61de8c051 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 944 time: 0.0774248 Oct 15 11:46:52.475206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39cb9a-cc83-44be-a6ea-30555b0094e9 req-4aed8e41-a980-40ae-80bb-1f7c9b21b545 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:52.476673 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f39cb9a-cc83-44be-a6ea-30555b0094e9 req-4aed8e41-a980-40ae-80bb-1f7c9b21b545 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.0668316 Oct 15 11:46:52.535026 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2631584c-a673-4818-aabe-ddfa510d5aa2 req-dd8f8348-95c0-4d90-a554-32662f54c63b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573838 Oct 15 11:46:52.539817 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f39cb9a-cc83-44be-a6ea-30555b0094e9 req-99fd6779-b818-4692-9b36-e4adb40aadc3 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549796 Oct 15 11:46:52.640627 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ad85-4e6e-4e72-b86c-07d11e88a301 req-4f99cab3-8186-4dd9-98b8-80776019a874 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:52.642213 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb69ad85-4e6e-4e72-b86c-07d11e88a301 req-4f99cab3-8186-4dd9-98b8-80776019a874 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0531929 Oct 15 11:46:52.681652 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb69ad85-4e6e-4e72-b86c-07d11e88a301 req-b7cf94f4-3f58-4464-867c-71edb0752a9f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Oct 15 11:46:52.701874 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device b69c753f-7508-44f9-b484-f44d3062558a details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:46:52.794291 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port b69c753f-7508-44f9-b484-f44d3062558a, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=b69c753f-7508-44f9-b484-f44d3062558a,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:52.807625 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': 'b69c753f-7508-44f9-b484-f44d3062558a', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'port_id': 'b69c753f-7508-44f9-b484-f44d3062558a', 'mac_address': 'fa:16:3e:84:ba:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c2b22-09b7-4c10-97eb-3c20b18aceb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:46:52.844188 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:52.856619 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69c753f-7508-44f9-b484-f44d3062558a {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:46:52.876784 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port b69c753f-7508-44f9-b484-f44d3062558a, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=b69c753f-7508-44f9-b484-f44d3062558a,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:52.927240 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:52.987692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=b69c753f-7508-44f9-b484-f44d3062558a,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:53.647519 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e2c5b-1e04-42b5-8e33-ed6071f07af0 req-09bb681e-04a7-4e43-9795-f01378259dc8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:53.648981 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa0e2c5b-1e04-42b5-8e33-ed6071f07af0 req-09bb681e-04a7-4e43-9795-f01378259dc8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 945 time: 0.0471311 Oct 15 11:46:53.685872 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa0e2c5b-1e04-42b5-8e33-ed6071f07af0 req-96ecd975-24b3-4797-acea-d614cf3d93a6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301304 Oct 15 11:46:53.797884 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c18224-b75f-4a5d-aa2d-65882cd85c8c req-bc7afb8e-a7ad-42d5-a3f0-bb4cb15758e2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:53.799346 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d9c18224-b75f-4a5d-aa2d-65882cd85c8c req-bc7afb8e-a7ad-42d5-a3f0-bb4cb15758e2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0504651 Oct 15 11:46:53.840160 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d9c18224-b75f-4a5d-aa2d-65882cd85c8c req-f98967bd-b1f8-4d5d-8163-e8cbc6ade86e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Oct 15 11:46:53.906944 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ccae2-09b6-4000-bd1a-e35bbaf68e8a req-5b2e9ce3-f37f-4ad2-8b9a-531ce54e491c tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:53.908406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-513ccae2-09b6-4000-bd1a-e35bbaf68e8a req-5b2e9ce3-f37f-4ad2-8b9a-531ce54e491c tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.0468597 Oct 15 11:46:53.946126 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-513ccae2-09b6-4000-bd1a-e35bbaf68e8a req-593cf306-5897-4ce3-8144-256eeebf57c2 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306678 Oct 15 11:46:55.076616 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:46:56.596531 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['b69c753f-7508-44f9-b484-f44d3062558a'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:56.816680 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288d0e2-3df2-4c26-98e7-186b70c71e41 req-d7dca674-a9c3-42f8-adda-40f50f4b6008 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:56.818139 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c288d0e2-3df2-4c26-98e7-186b70c71e41 req-d7dca674-a9c3-42f8-adda-40f50f4b6008 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 945 time: 0.0782990 Oct 15 11:46:56.829658 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8fb0-516c-466b-bc8c-f0ab521d8ffc req-fc37b4dd-d0f7-4bb5-8fe3-5f9fd9e5c9a6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:56.831056 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e0fe8fb0-516c-466b-bc8c-f0ab521d8ffc req-fc37b4dd-d0f7-4bb5-8fe3-5f9fd9e5c9a6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0660608 Oct 15 11:46:56.885159 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c288d0e2-3df2-4c26-98e7-186b70c71e41 req-85a0443c-b3c5-427a-aa3c-c581a127247c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531056 Oct 15 11:46:56.888482 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e0fe8fb0-516c-466b-bc8c-f0ab521d8ffc req-7d516d82-cc68-47b4-ad31-91a7c6c660e4 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 Oct 15 11:46:56.984073 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0097920-c7dd-4856-a678-d70fac44ff9f req-5fbc39f6-4cea-46da-bfdd-5a072ee61462 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:56.985511 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b0097920-c7dd-4856-a678-d70fac44ff9f req-5fbc39f6-4cea-46da-bfdd-5a072ee61462 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.0457926 Oct 15 11:46:57.022116 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b0097920-c7dd-4856-a678-d70fac44ff9f req-aaa80e8e-f79e-4c64-9e92-fbe07f0b8938 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Oct 15 11:46:57.807709 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 38970) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:57.909274 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-248c4e99-8d25-44fd-b16a-91465cf0c497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:57.978457 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6b780c0b-6d13-4c5c-911a-326e1ababfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.036590 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-248c4e99-8d25-44fd-b16a-91465cf0c497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.059326 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160c2a0-2454-41c3-aa68-0ccdf34c5a9d req-27804faf-4580-46ec-8f7d-8afd51a50c94 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:58.060807 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8160c2a0-2454-41c3-aa68-0ccdf34c5a9d req-27804faf-4580-46ec-8f7d-8afd51a50c94 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 945 time: 0.0982864 Oct 15 11:46:58.067956 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b46c2-64e5-467f-a45b-0e27e0aaf869 req-01cd5b4c-0af0-4166-a683-c18dc5dd0595 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:58.069300 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8a7b46c2-64e5-467f-a45b-0e27e0aaf869 req-01cd5b4c-0af0-4166-a683-c18dc5dd0595 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0928166 Oct 15 11:46:58.118407 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-248c4e99-8d25-44fd-b16a-91465cf0c497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.135430 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8a7b46c2-64e5-467f-a45b-0e27e0aaf869 req-866b79fd-8b5a-4c84-aaf5-814802b944fe tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590219 Oct 15 11:46:58.144796 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8160c2a0-2454-41c3-aa68-0ccdf34c5a9d req-2df460cb-e46a-4a8b-affa-d4fcb8493d79 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745919 Oct 15 11:46:58.170820 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c4e99-8d25-44fd-b16a-91465cf0c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f830b1-6e64-41c5-b069-73c3ce4497e9,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:58.184387 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-248c4e99-8d25-44fd-b16a-91465cf0c497 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=434698402690497e8afa4dd93443e53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756025 Oct 15 11:46:58.187252 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 38984) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:58.237632 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-37980992-9bf7-475f-84db-b1f02eb66993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.255336 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00a52-363a-4e38-a763-4b606da35644 req-82a5fcd0-7b8c-47b8-a6a1-b92a391acfef tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:58.256832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-01e00a52-363a-4e38-a763-4b606da35644 req-82a5fcd0-7b8c-47b8-a6a1-b92a391acfef tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.0511422 Oct 15 11:46:58.263788 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-37980992-9bf7-475f-84db-b1f02eb66993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.296207 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-01e00a52-363a-4e38-a763-4b606da35644 req-b1018bd0-0cf7-4ca4-91bd-28dfa4075bec tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Oct 15 11:46:58.383488 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-37980992-9bf7-475f-84db-b1f02eb66993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.386883 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-37980992-9bf7-475f-84db-b1f02eb66993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.388047 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-37980992-9bf7-475f-84db-b1f02eb66993 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78f830b1-6e64-41c5-b069-73c3ce4497e9 HTTP/1.1" status: 204 len: 168 time: 0.1997907 Oct 15 11:46:58.395629 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980992-9bf7-475f-84db-b1f02eb66993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f830b1-6e64-41c5-b069-73c3ce4497e9,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:58.708468 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device b69c753f-7508-44f9-b484-f44d3062558a up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:46:58.840947 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port b69c753f-7508-44f9-b484-f44d3062558a completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:46:58.845210 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port b69c753f-7508-44f9-b484-f44d3062558a triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:46:58.845580 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.926962 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:58.950395 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c753f-7508-44f9-b484-f44d3062558a'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:58.952488 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0237a6de-99e0-4c0c-9548-8f35935c9301" -d '{"events": [{"server_uuid": "46cbae1f-e90b-4927-8d4e-91311dc661c9", "name": "network-vif-plugged", "status": "completed", "tag": "b69c753f-7508-44f9-b484-f44d3062558a"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:58.965935 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port b69c753f-7508-44f9-b484-f44d3062558a, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=b69c753f-7508-44f9-b484-f44d3062558a,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:59.014649 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4183d79-a579-4bea-9866-8842eb0372ad x-openstack-request-id: req-c4183d79-a579-4bea-9866-8842eb0372ad {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:59.015234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cbae1f-e90b-4927-8d4e-91311dc661c9", "name": "network-vif-plugged", "status": "completed", "tag": "b69c753f-7508-44f9-b484-f44d3062558a", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:59.015234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4183d79-a579-4bea-9866-8842eb0372ad {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:59.015809 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c753f-7508-44f9-b484-f44d3062558a', 'code': 200} Oct 15 11:46:59.029926 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.080310 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=b69c753f-7508-44f9-b484-f44d3062558a,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:59.297855 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-ce9d9ef3-174d-47ed-b603-f9dcdc76bf0d tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:59.299433 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-ce9d9ef3-174d-47ed-b603-f9dcdc76bf0d tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.0952253 Oct 15 11:46:59.313194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f33838-4be5-489e-bf37-113ee19b3833 req-1d01d332-bebf-49ce-82af-0c95fcdd91d8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:59.314614 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-19f33838-4be5-489e-bf37-113ee19b3833 req-1d01d332-bebf-49ce-82af-0c95fcdd91d8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0801375 Oct 15 11:46:59.360955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a8da1-398c-4905-99e8-ab74838ded64 req-8ee551cc-ae77-42ae-b67c-0c0583845514 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:59.362431 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d29a8da1-398c-4905-99e8-ab74838ded64 req-8ee551cc-ae77-42ae-b67c-0c0583845514 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.1004975 Oct 15 11:46:59.411306 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-19f33838-4be5-489e-bf37-113ee19b3833 req-62e230ae-fa29-404d-be5b-d9a161d359f3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900865 Oct 15 11:46:59.418753 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bd51e-bf4a-4a34-9590-fdcf8bd16281 req-550d093a-718f-442b-a531-426296bb6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:59.420323 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8c3bd51e-bf4a-4a34-9590-fdcf8bd16281 req-550d093a-718f-442b-a531-426296bb6269 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 1099 time: 0.0981026 Oct 15 11:46:59.444695 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Deleting port db320704-4bd9-4410-b5de-a738f085bcad {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:46:59.445122 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.445552 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d29a8da1-398c-4905-99e8-ab74838ded64 req-40b9554f-f7b4-4a89-a016-b17379d04218 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690308 Oct 15 11:46:59.480770 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8c3bd51e-bf4a-4a34-9590-fdcf8bd16281 req-84592e74-615e-498a-a8e3-2f1fcbdbbbde service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341568 Oct 15 11:46:59.552719 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 39038) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:46:59.561389 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] For port db320704-4bd9-4410-b5de-a738f085bcad, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=db320704-4bd9-4410-b5de-a738f085bcad,segment=NetworkSegment(03555b40-cfa9-4eb0-aaa9-72dcd39ee41f),segment_id=03555b40-cfa9-4eb0-aaa9-72dcd39ee41f)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:46:59.562103 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.568503 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9cb85-ed30-4741-a6fc-dd485e08fd8c req-5e355c15-2640-440c-8318-e9bb6c41bc87 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:46:59.576782 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d6e9cb85-ed30-4741-a6fc-dd485e08fd8c req-5e355c15-2640-440c-8318-e9bb6c41bc87 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 945 time: 0.0794864 Oct 15 11:46:59.581810 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Calling delete_port for db320704-4bd9-4410-b5de-a738f085bcad owned by compute:nova {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:46:59.617975 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d6e9cb85-ed30-4741-a6fc-dd485e08fd8c req-56c4f412-b966-468d-8d73-4dbab63a9944 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/security-groups?id=14884fd3-f8a0-462f-8b8b-9842ee3ae289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 Oct 15 11:46:59.678633 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1988236962-network', 'tenant_id': '81b8a92e64f946a48c07618ebf4ebf9c'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:46:59.789587 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Made reservation on behalf of 81b8a92e64f946a48c07618ebf4ebf9c for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:46:59.791960 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.800443 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.824739 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.841549 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['db320704-4bd9-4410-b5de-a738f085bcad'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:46:59.852379 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Pushing event deleted for resources: {'Port': ['ID=db320704-4bd9-4410-b5de-a738f085bcad,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:46:59.887398 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.913383 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] No DVR routers for this DVR port db320704-4bd9-4410-b5de-a738f085bcad on host hv-cinder-81412 {{(pid=106848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:46:59.917959 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.921853 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-e36a0ccb-a407-4229-87cd-310ace82b7e7 req-9ee5699c-e353-40ce-942d-a3befe3d030f tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.32 "DELETE /v2.0/ports/db320704-4bd9-4410-b5de-a738f085bcad HTTP/1.1" status: 204 len: 173 time: 0.6150420 Oct 15 11:46:59.922325 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'name': 'network-vif-deleted', 'tag': 'db320704-4bd9-4410-b5de-a738f085bcad'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:46:59.926117 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e3da67-e74e-4a26-8a4e-07e058cfc1af" -d '{"events": [{"server_uuid": "632fe82b-2a80-4cc0-a631-7a8cff396596", "name": "network-vif-deleted", "tag": "db320704-4bd9-4410-b5de-a738f085bcad"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:46:59.966987 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:46:59.970898 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df82f50d-aebb-4bd0-96d3-17e87b7fd77d x-openstack-request-id: req-df82f50d-aebb-4bd0-96d3-17e87b7fd77d {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:46:59.971278 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632fe82b-2a80-4cc0-a631-7a8cff396596", "name": "network-vif-deleted", "tag": "db320704-4bd9-4410-b5de-a738f085bcad", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:46:59.971533 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df82f50d-aebb-4bd0-96d3-17e87b7fd77d {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:46:59.971929 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632fe82b-2a80-4cc0-a631-7a8cff396596', 'name': 'network-vif-deleted', 'tag': 'db320704-4bd9-4410-b5de-a738f085bcad', 'status': 'completed', 'code': 200} Oct 15 11:47:00.000376 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:47:00.005839 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7137a7ed-8237-47ec-b0d4-d33ea176237b,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:00.013450 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.013793 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Added segment cacebcee-b704-4fd3-a5a5-1de4c211a96c of type vlan for network c7b46efb-84f4-4e28-80a1-73a8df330702 Oct 15 11:47:00.053699 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.161755 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.162803 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:00.163395 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.224895 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] Pushing event updated for resources: {'Network': ['ID=c7b46efb-84f4-4e28-80a1-73a8df330702,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:00.236707 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network c7b46efb-84f4-4e28-80a1-73a8df330702 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:47:00.267603 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-97365dc9-a0db-4844-b40b-2a594d53c7cd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7132890 Oct 15 11:47:00.270352 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 39048) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:00.275162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Request body: {'subnet': {'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1988236962-subnet', 'tenant_id': '81b8a92e64f946a48c07618ebf4ebf9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:47:00.361588 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Made reservation on behalf of 81b8a92e64f946a48c07618ebf4ebf9c for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:47:00.363962 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589112'] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.538716 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f66e6213-8578-4914-9903-2000acb414f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.599344 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfab365-33ba-4086-b606-5459ae089adf req-b0870d10-d82f-46a2-8d0f-01b99e051384 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:00.600842 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4cfab365-33ba-4086-b606-5459ae089adf req-b0870d10-d82f-46a2-8d0f-01b99e051384 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1178656 Oct 15 11:47:00.613327 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79b35-6df3-4e3e-bb83-5691e61f1b68 req-fc7a2feb-2a66-4fb8-9dde-e31a4c2beb02 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:00.614800 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-02f79b35-6df3-4e3e-bb83-5691e61f1b68 req-fc7a2feb-2a66-4fb8-9dde-e31a4c2beb02 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0779212 Oct 15 11:47:00.666988 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4cfab365-33ba-4086-b606-5459ae089adf req-9edc429d-9e92-4208-b2c9-712d7cdd134c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Oct 15 11:47:00.670537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589066'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.682375 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-02f79b35-6df3-4e3e-bb83-5691e61f1b68 req-5f2775ef-1ac1-4d12-89c9-78d1d39cb0f8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608470 Oct 15 11:47:00.733740 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:00.741245 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Checking segment: {'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:47:00.741625 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Network hostable DHCP agents. Network: c7b46efb-84f4-4e28-80a1-73a8df330702, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:47:00.782954 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1769fd6-05d1-450f-8d16-0d1bd7bf7da5 req-12eaf6c8-182d-428e-b75a-b62285e47167 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Oct 15 11:47:00.841165 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Network c7b46efb-84f4-4e28-80a1-73a8df330702 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:47:00.955893 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, c7b46efb-84f4-4e28-80a1-73a8df330702) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:47:00.959945 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:00.960511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:00.965396 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3492cf24-3303-4857-bcfc-2c526b6ff84b None None] Network c7b46efb-84f4-4e28-80a1-73a8df330702 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:47:01.050179 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-0a489cc4-56f8-4dca-8021-e17090d0d4f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7787168 Oct 15 11:47:01.087242 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47a28c5-5a87-4bbb-83db-7ebf2be5c28f None None] Network c7b46efb-84f4-4e28-80a1-73a8df330702 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:47:01.635673 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:01.781080 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81509-c19d-4d1a-9313-250d253d6ffe req-47b5a542-5c1c-493a-bc23-5afab91baeb0 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:01.782583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cbd81509-c19d-4d1a-9313-250d253d6ffe req-47b5a542-5c1c-493a-bc23-5afab91baeb0 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0466409 Oct 15 11:47:01.821758 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cbd81509-c19d-4d1a-9313-250d253d6ffe req-5b92adc1-99dd-42e5-97c6-d19e57ef9e40 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326684 Oct 15 11:47:01.921320 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:01.921999 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb196-df75-4854-8d4b-975b958c2f6f req-3ce67a04-8ffd-4b0b-b183-4ea952ecbdd2 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:01.923492 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-492cb196-df75-4854-8d4b-975b958c2f6f req-3ce67a04-8ffd-4b0b-b183-4ea952ecbdd2 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0471194 Oct 15 11:47:01.960529 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-492cb196-df75-4854-8d4b-975b958c2f6f req-29c9e0b4-559e-4922-bbd1-783ee80d9097 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Oct 15 11:47:02.063161 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d1641836-df19-4dd8-ba90-f4d82aaa8b9a req-3ac6fbb3-9abb-4ff8-ad0b-8551d989b020 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0288868 Oct 15 11:47:02.932570 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf628274-00d6-4359-b65f-c0e5d9ae7aaf req-2815540d-ff4d-4618-ad97-a26af0450a97 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:02.934062 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cf628274-00d6-4359-b65f-c0e5d9ae7aaf req-2815540d-ff4d-4618-ad97-a26af0450a97 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0469706 Oct 15 11:47:02.971193 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cf628274-00d6-4359-b65f-c0e5d9ae7aaf req-71354260-3b22-46ca-9a39-08b378399152 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307038 Oct 15 11:47:03.074179 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ffed5-a487-4864-b7ce-0481362c2f44 req-fe04001c-c4d6-4b12-b93c-56224491455a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:03.075736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e23ffed5-a487-4864-b7ce-0481362c2f44 req-fe04001c-c4d6-4b12-b93c-56224491455a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0491538 Oct 15 11:47:03.112583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e23ffed5-a487-4864-b7ce-0481362c2f44 req-3878a7f1-91c0-490f-b464-9346878709f1 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307930 Oct 15 11:47:03.200427 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f939cdd1-b6f4-42ba-b43c-6df6c8916026 req-ac8e107f-d8e8-4d07-9095-b395e5653087 tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0247517 Oct 15 11:47:03.657946 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device db320704-4bd9-4410-b5de-a738f085bcad no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:47:03.657946 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: db320704-4bd9-4410-b5de-a738f085bcad {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:47:03.657946 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device db320704-4bd9-4410-b5de-a738f085bcad not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:47:03.783939 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:04.102547 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3142f-4f09-4080-8abc-c4cde618003a req-b10b476d-56a3-47e1-9698-c8219dcb7df0 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:04.103068 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-23f3142f-4f09-4080-8abc-c4cde618003a req-b10b476d-56a3-47e1-9698-c8219dcb7df0 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0612371 Oct 15 11:47:04.158785 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-23f3142f-4f09-4080-8abc-c4cde618003a req-ccc2d6f6-1676-4454-a489-b7240405e98d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494163 Oct 15 11:47:04.242209 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbec1d4-9f3d-4746-a73d-07fdd5efc899 req-fbf468ed-5a5c-4e65-9104-064851aa97f7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:04.243768 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2dbec1d4-9f3d-4746-a73d-07fdd5efc899 req-fbf468ed-5a5c-4e65-9104-064851aa97f7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0484042 Oct 15 11:47:04.301729 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2dbec1d4-9f3d-4746-a73d-07fdd5efc899 req-ce75aadd-18e1-4f45-8d60-d4c9003cb903 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Oct 15 11:47:04.317069 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bcf2f63a-8478-4e01-97e0-0cc27b2ad2b3 req-e0733ce6-a8c1-40dc-a50c-8918ee7184ab tempest-VolumesActionsTest-204325236 tempest-VolumesActionsTest-204325236-project] 10.222.0.37 "GET /v2.0/ports?device_id=632fe82b-2a80-4cc0-a631-7a8cff396596 HTTP/1.1" status: 200 len: 210 time: 0.0307229 Oct 15 11:47:05.283081 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aae497-a923-4f51-a3b7-943b4965dd0a req-67921d66-ebbb-42ed-bece-37a81b7bbcbf tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:05.284558 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-34aae497-a923-4f51-a3b7-943b4965dd0a req-67921d66-ebbb-42ed-bece-37a81b7bbcbf tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0522804 Oct 15 11:47:05.321024 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-34aae497-a923-4f51-a3b7-943b4965dd0a req-46d9cb29-12ae-4057-bf10-b99abbc82fe2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302715 Oct 15 11:47:05.500597 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-5714ec6a-2be2-4f9d-987c-f82605827e0d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:05.502740 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-5714ec6a-2be2-4f9d-987c-f82605827e0d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/networks?id=c7b46efb-84f4-4e28-80a1-73a8df330702 HTTP/1.1" status: 200 len: 814 time: 0.1117868 Oct 15 11:47:05.520450 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-0b11e771-0ee7-4b24-83f6-40a3f7a062e8 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/quotas/81b8a92e64f946a48c07618ebf4ebf9c HTTP/1.1" status: 200 len: 375 time: 0.0113416 Oct 15 11:47:05.557730 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-36da5ba3-7588-41f5-afc5-f39a34cfcbbe tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b8a92e64f946a48c07618ebf4ebf9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315745 Oct 15 11:47:05.663404 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd4bd9-94ee-4a0c-a039-18b754bdd267 req-fbcfa94c-75d1-4097-8501-098733b4e06c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:05.664878 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-46bd4bd9-94ee-4a0c-a039-18b754bdd267 req-fbcfa94c-75d1-4097-8501-098733b4e06c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.1100829 Oct 15 11:47:05.925068 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-6a6eccd4-8c34-47bb-913d-c4c47a8722e1 service neutron] 10.222.0.37 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590903 Oct 15 11:47:05.960357 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-46bd4bd9-94ee-4a0c-a039-18b754bdd267 req-4b962d81-87fe-4628-8233-e69c48ea5340 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878659 Oct 15 11:47:06.024357 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-0c9bf03f-a3a2-4bb9-a7a5-557258455962 service neutron] 10.222.0.37 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932362 Oct 15 11:47:06.461940 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-06349723-c47f-47f2-8d81-b11c6fe95326 req-fe51b34a-b25a-486d-b505-a47bc774b9c0 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0322695 Oct 15 11:47:06.477833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b75f3f-32ad-4306-b522-3a31b7b13af4 req-7b024f24-3d5f-4b7e-9a4e-4966ff00e1fb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:06.479353 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e4b75f3f-32ad-4306-b522-3a31b7b13af4 req-7b024f24-3d5f-4b7e-9a4e-4966ff00e1fb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0794606 Oct 15 11:47:06.519263 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e4b75f3f-32ad-4306-b522-3a31b7b13af4 req-53b4cbde-d121-41a6-b357-ff9659e9547e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Oct 15 11:47:07.554350 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bb3b627b-5cfc-4d22-8e46-e8f4986ff7cf req-1e2c5cd3-c126-4f21-80d7-2a7aef5545f9 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0305192 Oct 15 11:47:07.571287 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59232bf-02d2-437b-96f5-72893f069123 req-7ad447ff-c566-43f1-917c-01be5728a276 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:07.576152 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a59232bf-02d2-437b-96f5-72893f069123 req-7ad447ff-c566-43f1-917c-01be5728a276 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0773394 Oct 15 11:47:07.616269 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a59232bf-02d2-437b-96f5-72893f069123 req-0a658aaa-e93a-43d8-a670-b295e1c7f9ff tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371897 Oct 15 11:47:07.666343 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7639ed-a958-419c-b732-6c997def9a83 req-c753608b-695c-45a6-a921-dfed13363908 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:07.668229 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5a7639ed-a958-419c-b732-6c997def9a83 req-c753608b-695c-45a6-a921-dfed13363908 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0509462 Oct 15 11:47:07.707510 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5a7639ed-a958-419c-b732-6c997def9a83 req-4fb7e035-c9b7-4795-81e4-02ac101951a9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Oct 15 11:47:08.643405 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-066117d6-18c3-44a4-9721-78c08e48c0eb req-43123d98-e28b-4cb2-9d88-cfddac6a86f4 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0246565 Oct 15 11:47:08.736833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300675b4-295c-44e4-b720-eb8438b0385d req-08438d47-7be4-416d-9115-a0c3ca203813 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:08.738327 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-300675b4-295c-44e4-b720-eb8438b0385d req-08438d47-7be4-416d-9115-a0c3ca203813 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0491338 Oct 15 11:47:08.776113 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-300675b4-295c-44e4-b720-eb8438b0385d req-175c8c1e-9cef-4537-8020-240ce3e6757b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310700 Oct 15 11:47:08.825502 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e317d2-7061-4496-b13f-c9bcd08bf070 req-afa70b58-417f-43ca-bc31-cc5b839963bc tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:08.826988 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-79e317d2-7061-4496-b13f-c9bcd08bf070 req-afa70b58-417f-43ca-bc31-cc5b839963bc tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0500116 Oct 15 11:47:08.865599 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-79e317d2-7061-4496-b13f-c9bcd08bf070 req-f32c470a-3927-4c43-92d9-372b663576f1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Oct 15 11:47:09.731658 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-522772cc-261b-43a8-b493-277b6480058e req-0ce2655f-1547-4a53-8557-b09e93f2de96 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0239198 Oct 15 11:47:09.895563 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40019c6-48e1-4ee2-9278-84163ff35315 req-9a867c2a-b2fb-41a9-95f6-45f512735c66 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:09.897172 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c40019c6-48e1-4ee2-9278-84163ff35315 req-9a867c2a-b2fb-41a9-95f6-45f512735c66 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0486693 Oct 15 11:47:09.945308 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c40019c6-48e1-4ee2-9278-84163ff35315 req-4bbd583e-062e-4446-abc2-7b1e15f9eb9c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417387 Oct 15 11:47:09.987285 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2b2a3-fdba-4eff-bbb4-3f7fac55bbcc req-0d8da335-4d7a-4d3c-aeb1-6ee5f8e12f7f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:09.988748 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00d2b2a3-fdba-4eff-bbb4-3f7fac55bbcc req-0d8da335-4d7a-4d3c-aeb1-6ee5f8e12f7f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0579345 Oct 15 11:47:10.026341 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00d2b2a3-fdba-4eff-bbb4-3f7fac55bbcc req-14072cf4-4934-4520-b69a-762ea4c7c943 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Oct 15 11:47:10.823188 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-10912549-d5bc-4e67-938e-942bcc143d7d req-f968fd9f-8ca0-4af4-ba71-eadb01285a6e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0250788 Oct 15 11:47:11.071819 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab68f4-3cc5-4087-b3dd-208b09c37422 req-e541d6db-5d08-4e84-be26-a10f35fda690 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:11.071819 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f5ab68f4-3cc5-4087-b3dd-208b09c37422 req-e541d6db-5d08-4e84-be26-a10f35fda690 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0512857 Oct 15 11:47:11.131859 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f5ab68f4-3cc5-4087-b3dd-208b09c37422 req-164db78c-c053-48c0-ae8b-73e8e4f68453 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0560575 Oct 15 11:47:11.163040 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6f13e-32c4-4adc-900f-4fc5436ec1cc req-488c394b-5259-4fbd-b8b6-1ada2301e7bc tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:11.164541 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fbe6f13e-32c4-4adc-900f-4fc5436ec1cc req-488c394b-5259-4fbd-b8b6-1ada2301e7bc tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0625741 Oct 15 11:47:11.205995 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fbe6f13e-32c4-4adc-900f-4fc5436ec1cc req-87ce1dac-9250-46d0-97aa-027c72bfa14c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354884 Oct 15 11:47:11.914139 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9c7f22be-0ccd-44a6-8965-dd65b6d4e5b2 req-f8151db2-71b8-48a5-8b21-201d0be4b3e0 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0255728 Oct 15 11:47:12.247955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9102-0d06-452c-8600-779db44788bb req-c51242bd-d7dd-4f2d-9a66-2ba175f7db71 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:12.249403 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1d0d9102-0d06-452c-8600-779db44788bb req-c51242bd-d7dd-4f2d-9a66-2ba175f7db71 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0468359 Oct 15 11:47:12.286148 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1d0d9102-0d06-452c-8600-779db44788bb req-3c6b776a-1cee-40a7-9654-7375fed77513 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304394 Oct 15 11:47:12.386388 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85fd68-7524-4d24-8749-ff6bba44f131 req-c99fa251-ed83-4c51-9ddf-7fd8cd6d5f79 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:12.387861 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7a85fd68-7524-4d24-8749-ff6bba44f131 req-c99fa251-ed83-4c51-9ddf-7fd8cd6d5f79 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0468380 Oct 15 11:47:12.424185 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7a85fd68-7524-4d24-8749-ff6bba44f131 req-2f7713e8-0a6d-40ed-a4b5-634a0a316bca tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299435 Oct 15 11:47:13.007760 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e3aa10b9-7906-4344-a258-13090a35169e req-a97529e0-fbd4-45d5-be7b-5ffe06fbf8cd tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0297074 Oct 15 11:47:13.398969 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6312ec-47ba-4e69-91f1-7693fcb3cc8a req-03ad1d42-f03a-42d9-a240-f59f6865b0c5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:13.400402 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7a6312ec-47ba-4e69-91f1-7693fcb3cc8a req-03ad1d42-f03a-42d9-a240-f59f6865b0c5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0468793 Oct 15 11:47:13.436539 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7a6312ec-47ba-4e69-91f1-7693fcb3cc8a req-2e03d5bd-95fa-4a10-8bb1-5b2b9f35053f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300977 Oct 15 11:47:13.538367 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5209c-899a-44f7-9d12-e43867c8e082 req-a9439ac3-0231-4e59-9d0b-5f21b2ffb9d9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:13.539863 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-54a5209c-899a-44f7-9d12-e43867c8e082 req-a9439ac3-0231-4e59-9d0b-5f21b2ffb9d9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0479703 Oct 15 11:47:13.575809 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-54a5209c-899a-44f7-9d12-e43867c8e082 req-01dcfe6a-d1c5-4059-86f7-90f874ba31bb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300915 Oct 15 11:47:13.963113 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3abb9fa8-bef7-4d65-ab3d-23083badc358 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:13.964657 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3abb9fa8-bef7-4d65-ab3d-23083badc358 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "GET /v2.0/networks?id=c7b46efb-84f4-4e28-80a1-73a8df330702 HTTP/1.1" status: 200 len: 814 time: 0.1014850 Oct 15 11:47:13.979144 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Request body: {'port': {'device_id': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702', 'admin_state_up': True, 'tenant_id': '81b8a92e64f946a48c07618ebf4ebf9c'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:47:14.114175 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-55f5fa93-7ba2-409d-98ac-634ea36d4742 req-ae2f73e4-683e-41e2-97a5-4ce0f7cd4ec4 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0288775 Oct 15 11:47:14.264586 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Made reservation on behalf of 81b8a92e64f946a48c07618ebf4ebf9c for: {'port': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:47:14.268851 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:14.396471 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Allocated IP 172.20.0.3 (c7b46efb-84f4-4e28-80a1-73a8df330702/6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9/d13e68b8-0b00-42bc-97aa-4ecbfa7332f3) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:47:14.561168 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:14.581386 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8282a-9033-4fed-985c-34efe3c50acb req-811e480d-22a9-46f2-9f60-b32ef70335ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:14.583351 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-76c8282a-9033-4fed-985c-34efe3c50acb req-811e480d-22a9-46f2-9f60-b32ef70335ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0693622 Oct 15 11:47:14.671253 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-76c8282a-9033-4fed-985c-34efe3c50acb req-db0404ce-2b61-4bb3-b895-2acc093d7435 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0796821 Oct 15 11:47:14.693130 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:14.704134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18af8a-3c32-4875-84f2-da99332cf3d4 req-8ea7d0b0-3543-4cd2-8d94-5a6f0093cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:14.706442 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9b18af8a-3c32-4875-84f2-da99332cf3d4 req-8ea7d0b0-3543-4cd2-8d94-5a6f0093cd3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.0863624 Oct 15 11:47:14.718929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c0312-c11d-49e7-bdf5-2053e61de64a req-780d8548-7ea5-4062-8029-fed9369d0853 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:14.721018 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d89c0312-c11d-49e7-bdf5-2053e61de64a req-780d8548-7ea5-4062-8029-fed9369d0853 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0685296 Oct 15 11:47:14.736771 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Network c7b46efb-84f4-4e28-80a1-73a8df330702 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:47:14.739791 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:47:14.742572 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:47:14.748467 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:14.749063 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:14.764204 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Pushing event updated for resources: {'Port': ['ID=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:14.768224 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9b18af8a-3c32-4875-84f2-da99332cf3d4 req-3f0835ce-708c-4250-b7d9-d0ba9873b00a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462720 Oct 15 11:47:14.772195 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.772543 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.772881 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.773212 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.773541 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.773867 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.774190 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.774549 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.774858 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.775175 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.775492 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.775802 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:14.782026 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d89c0312-c11d-49e7-bdf5-2053e61de64a req-d4aaf0c8-0cb6-4e2a-b86b-e06f02c4054b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540171 Oct 15 11:47:14.867024 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-3b8803da-1b0c-4074-99a9-fab12dd6230e tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8913491 Oct 15 11:47:15.010632 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Request body: {'port': {'device_id': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:47:15.065828 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:15.129368 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-f7a900ec-3511-4b50-9a72-b785034f0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.131848 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-f7a900ec-3511-4b50-9a72-b785034f0d6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1099 time: 0.0545316 Oct 15 11:47:15.326155 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba8376-4e9e-489d-a216-35d589246644 req-f13abb9a-46c3-4575-a1c4-1404325c3129 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.327609 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6fba8376-4e9e-489d-a216-35d589246644 req-f13abb9a-46c3-4575-a1c4-1404325c3129 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 931 time: 0.0692039 Oct 15 11:47:15.333023 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-c8a159a5-abf5-4086-b221-b21cc3fae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.333023 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-c8a159a5-abf5-4086-b221-b21cc3fae824 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.1474276 Oct 15 11:47:15.403018 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 {{(pid=106848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:47:15.410776 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:15.430913 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6fba8376-4e9e-489d-a216-35d589246644 req-36b199e4-5ef4-460b-9c6d-bac9ff58ead5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959673 Oct 15 11:47:15.439219 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.provisioning_blocks [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Transition to ACTIVE for port object d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 will not be triggered until provisioned by entity L2. {{(pid=106848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:47:15.456803 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-95a7ad8c-12c2-4167-90d8-8fb8237260da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 200 len: 1002 time: 0.1076396 Oct 15 11:47:15.519112 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-ada5603a-247a-4df8-9dc2-d5e5299433ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.520595 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-ada5603a-247a-4df8-9dc2-d5e5299433ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0561125 Oct 15 11:47:15.520845 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:15.575724 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:15.575992 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-17ad99a1-be79-4745-86e7-32131ad01fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.582911 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-17ad99a1-be79-4745-86e7-32131ad01fe1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457127 Oct 15 11:47:15.603423 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.managers [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Attempting to bind port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:47:15.603760 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.managers [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Attempting to bind port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'}] {{(pid=106848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:47:15.604084 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Attempting to bind port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 on network c7b46efb-84f4-4e28-80a1-73a8df330702 {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:47:15.611765 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 on network c7b46efb-84f4-4e28-80a1-73a8df330702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:47:15.611765 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Attempting to bind port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 on network c7b46efb-84f4-4e28-80a1-73a8df330702 {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:47:15.613897 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:47:15.614038 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Checking segment: {'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:47:15.614389 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Bound using segment: {'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'} {{(pid=106848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:47:15.614848 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.managers [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Bound port: d13e68b8-0b00-42bc-97aa-4ecbfa7332f3, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'}}] {{(pid=106848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:47:15.615254 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:15.709144 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] For port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3, host hv-cinder-81412, cleared binding levels {{(pid=106848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:47:15.715977 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-a0d746b2-4a32-4225-8075-8167afc61705 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218326 Oct 15 11:47:15.716528 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] For port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:47:15.792468 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:15.835534 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.836181 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:15.837603 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 HTTP/1.1" status: 200 len: 1093 time: 0.8313904 Oct 15 11:47:15.840488 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'tag': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:47:15.843062 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dccaee9-0213-4975-8441-b6186a138933" -d '{"events": [{"name": "network-changed", "server_uuid": "6235bc31-fbcf-4ca2-a84a-04a42f149058", "tag": "d13e68b8-0b00-42bc-97aa-4ecbfa7332f3"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:47:15.878480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853063-25ba-4f34-af2c-ca7bab3989e2 req-fd5245f4-4edf-40ba-9b3c-fd8ec41137cc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.880228 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-76853063-25ba-4f34-af2c-ca7bab3989e2 req-fd5245f4-4edf-40ba-9b3c-fd8ec41137cc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1091397 Oct 15 11:47:15.893943 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec7f6a-c214-41cf-8265-4b55619a93e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,revision_number=3']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:15.919802 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b7e7f74-b535-424c-bfe1-3283a6f6c93a req-b494b8a7-5f4f-4c43-b5c4-3879a3c6bbd0 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929753 Oct 15 11:47:15.965181 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-76853063-25ba-4f34-af2c-ca7bab3989e2 req-5e9cff32-acf8-4e92-8364-4dd0dcaa3602 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0778077 Oct 15 11:47:15.983801 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7e6d6-76f5-44e9-a229-c73b3cc7a37e req-fdd68bac-4bdf-43c8-82cb-0bc8dd050575 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:15.993207 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-29d7e6d6-76f5-44e9-a229-c73b3cc7a37e req-fdd68bac-4bdf-43c8-82cb-0bc8dd050575 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0892544 Oct 15 11:47:16.155132 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f494858-ad8a-42f2-b801-f792046f2f0d x-openstack-request-id: req-2f494858-ad8a-42f2-b801-f792046f2f0d {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:47:16.155132 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6235bc31-fbcf-4ca2-a84a-04a42f149058", "tag": "d13e68b8-0b00-42bc-97aa-4ecbfa7332f3", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:47:16.156553 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-29d7e6d6-76f5-44e9-a229-c73b3cc7a37e req-faf06d6c-4ec4-478c-95eb-9d18beea2f1b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002996 Oct 15 11:47:16.156963 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f494858-ad8a-42f2-b801-f792046f2f0d {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:47:16.156963 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'tag': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3', 'status': 'completed', 'code': 200} Oct 15 11:47:16.157109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-8b1a3918-9914-4adc-9169-fce9e1b1494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:16.157109 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-8b1a3918-9914-4adc-9169-fce9e1b1494e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81b8a92e64f946a48c07618ebf4ebf9c&device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 1096 time: 0.0621936 Oct 15 11:47:16.167328 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-c3d646f4-6552-446b-8e4c-9dd6f83cf8bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 HTTP/1.1" status: 200 len: 217 time: 0.0446708 Oct 15 11:47:16.253247 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-18ff7323-538c-426b-9846-4f8dbfc71602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:16.254794 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-18ff7323-538c-426b-9846-4f8dbfc71602 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9 HTTP/1.1" status: 200 len: 854 time: 0.0750775 Oct 15 11:47:16.291975 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-34589d00-18d0-4c40-8af6-d41c07f2a8c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7b46efb-84f4-4e28-80a1-73a8df330702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289271 Oct 15 11:47:16.418066 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-d3a9ccab-1ff9-41d4-a4eb-1d83f2603ea8 service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139834 Oct 15 11:47:16.600115 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aecef0c8-775b-4e64-b871-8ad3e768f489 req-9e83d109-94d5-4d3b-899e-4180a1f7db62 service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581972 Oct 15 11:47:16.656036 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362639-b3d9-4a1b-8895-e3489c68f7b4 req-73fceefd-e4d3-4fa1-ab4e-7888069d3fa1 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:16.664743 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1b362639-b3d9-4a1b-8895-e3489c68f7b4 req-73fceefd-e4d3-4fa1-ab4e-7888069d3fa1 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 943 time: 0.0838778 Oct 15 11:47:16.715852 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1b362639-b3d9-4a1b-8895-e3489c68f7b4 req-c9581729-27de-4f68-bdfe-df7daf3786a3 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Oct 15 11:47:16.841425 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccaee9-0213-4975-8441-b6186a138933 req-6b0ac44b-09ac-4377-af9c-a6a029e7c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:16.842985 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dccaee9-0213-4975-8441-b6186a138933 req-6b0ac44b-09ac-4377-af9c-a6a029e7c8a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81b8a92e64f946a48c07618ebf4ebf9c&device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 1096 time: 0.0485077 Oct 15 11:47:16.989747 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccaee9-0213-4975-8441-b6186a138933 req-4b0adba2-e918-4038-8df0-539f450c9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:16.991229 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dccaee9-0213-4975-8441-b6186a138933 req-4b0adba2-e918-4038-8df0-539f450c9de9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7b46efb-84f4-4e28-80a1-73a8df330702 HTTP/1.1" status: 200 len: 915 time: 0.1327450 Oct 15 11:47:17.003169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ad09d-b87e-43f9-ad1f-4c1c8e300bc5 req-45ecb493-9db6-49d8-bbc7-da2d15e90652 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:17.004715 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-007ad09d-b87e-43f9-ad1f-4c1c8e300bc5 req-45ecb493-9db6-49d8-bbc7-da2d15e90652 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0694964 Oct 15 11:47:17.131037 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-007ad09d-b87e-43f9-ad1f-4c1c8e300bc5 req-2b26fd03-243f-4241-b085-dab2bac12231 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141827 Oct 15 11:47:17.133414 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dccaee9-0213-4975-8441-b6186a138933 req-80e1145a-c886-4a58-b149-acac6dd9b7f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 HTTP/1.1" status: 200 len: 217 time: 0.0681844 Oct 15 11:47:17.272620 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64881d32-75bd-442d-8834-d40e38fdd8d2 req-5af3a22b-c708-4ea0-9bf2-5dcba879ac41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:17.275029 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64881d32-75bd-442d-8834-d40e38fdd8d2 req-5af3a22b-c708-4ea0-9bf2-5dcba879ac41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1619461 Oct 15 11:47:17.310686 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccaee9-0213-4975-8441-b6186a138933 req-f3f2e8c4-9d5b-43ef-be84-aed661a040ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:17.312150 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dccaee9-0213-4975-8441-b6186a138933 req-f3f2e8c4-9d5b-43ef-be84-aed661a040ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9 HTTP/1.1" status: 200 len: 854 time: 0.1661680 Oct 15 11:47:17.353717 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dccaee9-0213-4975-8441-b6186a138933 req-2af710e4-4615-42ad-8468-e0d72ede2ae2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7b46efb-84f4-4e28-80a1-73a8df330702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279765 Oct 15 11:47:17.368541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348e503-78de-4a57-aca5-9da04dec3e03 req-4f3a9105-4c5c-4c47-b8cf-62b274c783f3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:17.369983 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9348e503-78de-4a57-aca5-9da04dec3e03 req-4f3a9105-4c5c-4c47-b8cf-62b274c783f3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1247010 Oct 15 11:47:17.403744 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64881d32-75bd-442d-8834-d40e38fdd8d2 req-8e399481-c9a5-40ee-8b1e-4b8cd22d8f78 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1095510 Oct 15 11:47:17.479105 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9348e503-78de-4a57-aca5-9da04dec3e03 req-1f12eb04-06d9-4fff-b7f6-5f473c10f9f3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959127 Oct 15 11:47:17.507301 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dccaee9-0213-4975-8441-b6186a138933 req-a0426f2f-2cdc-480a-870d-c47e48e155fa service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328814 Oct 15 11:47:17.607493 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dccaee9-0213-4975-8441-b6186a138933 req-68faa3a0-46cb-4331-b8f2-6a7c9ad295ba service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919282 Oct 15 11:47:17.882163 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c16c5e-8dd0-4ce6-a858-15d3bdc243bb req-39aefffc-21e0-4e2e-9bfa-f20ef3eaa11f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:17.892347 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e2c16c5e-8dd0-4ce6-a858-15d3bdc243bb req-39aefffc-21e0-4e2e-9bfa-f20ef3eaa11f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 943 time: 0.0946097 Oct 15 11:47:17.992428 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e2c16c5e-8dd0-4ce6-a858-15d3bdc243bb req-acfe83d9-f565-49da-a64f-7c221c1ef22d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982900 Oct 15 11:47:18.013305 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726a6d-b6e5-4b29-beb3-7a1f6b030308 req-54401dfc-28e8-42d7-9a9d-b45dcf289849 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:18.014812 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d726a6d-b6e5-4b29-beb3-7a1f6b030308 req-54401dfc-28e8-42d7-9a9d-b45dcf289849 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1185966 Oct 15 11:47:18.038920 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-18eb796c-099d-4103-be95-2ac676f27133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:18.040395 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-18eb796c-099d-4103-be95-2ac676f27133 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.0880439 Oct 15 11:47:18.076025 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d726a6d-b6e5-4b29-beb3-7a1f6b030308 req-3b8234d7-9824-40d0-aa90-5bb087f35a31 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534976 Oct 15 11:47:18.148437 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-5cf451c3-6289-4c2b-a384-8d8c8cfbfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:18.150287 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-5cf451c3-6289-4c2b-a384-8d8c8cfbfa45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.0966980 Oct 15 11:47:18.203215 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-a91557e5-02a8-4b67-95a6-959d683d5ad1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 217 time: 0.0386941 Oct 15 11:47:18.281426 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-933f4062-3b28-4773-984d-12783734d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:18.282975 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-933f4062-3b28-4773-984d-12783734d753 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0699124 Oct 15 11:47:18.295522 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc3071-ec02-4271-9a22-8ec9df591212 req-1aa643f5-a172-4a38-823d-7882f5e3d235 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:18.297075 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fbbc3071-ec02-4271-9a22-8ec9df591212 req-1aa643f5-a172-4a38-823d-7882f5e3d235 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0919268 Oct 15 11:47:18.328282 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-ac9feb59-8fb1-49fb-ad89-9e663d3cbcbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302916 Oct 15 11:47:18.378102 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fbbc3071-ec02-4271-9a22-8ec9df591212 req-38813c8e-b984-4ddd-85b8-dc16ad6aced2 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725565 Oct 15 11:47:18.447218 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-504f4242-b6a7-4124-9474-281b1665104a service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078188 Oct 15 11:47:18.613387 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e90cc58-ead1-4fc4-84e2-c42daecd278e req-742d1476-bc5e-4f3f-9e8a-7ea980bf5d1a service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584816 Oct 15 11:47:18.623646 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09651-f24e-40d8-9464-d846f0a48293 req-e1358c98-849c-4546-9803-ddd229cd4934 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:18.627424 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-11f09651-f24e-40d8-9464-d846f0a48293 req-e1358c98-849c-4546-9803-ddd229cd4934 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0935619 Oct 15 11:47:18.679132 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-11f09651-f24e-40d8-9464-d846f0a48293 req-a813c3df-bd4e-467b-bca4-23e9d446d0f1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460322 Oct 15 11:47:18.799221 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.138296 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e671-c7f6-4373-835a-f75fbc1e463e req-c2f94cb4-623a-4dfb-8e92-d1a084dce095 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:19.141131 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dcf3e671-c7f6-4373-835a-f75fbc1e463e req-c2f94cb4-623a-4dfb-8e92-d1a084dce095 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 943 time: 0.0734751 Oct 15 11:47:19.185103 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dcf3e671-c7f6-4373-835a-f75fbc1e463e req-1ec62651-48b3-49df-b9c9-5cdb3a2f156f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371835 Oct 15 11:47:19.210443 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 39498) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:19.270739 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5e8cf-67a0-421e-a24e-feffa2346353 req-a6176350-5773-4095-9f82-6553f6405f5b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:19.273316 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1fa5e8cf-67a0-421e-a24e-feffa2346353 req-a6176350-5773-4095-9f82-6553f6405f5b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0765393 Oct 15 11:47:19.330912 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1fa5e8cf-67a0-421e-a24e-feffa2346353 req-9a4cf713-af61-43b8-aebd-73e923f23880 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480273 Oct 15 11:47:19.418070 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-15e959fb-6b45-41df-871a-1dd7613d26f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.520022 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ab26c-d120-4faa-a25a-cb3bdc036b74 req-c57f6248-14d0-4a3e-92f4-cf6f2ac413d4 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:19.521484 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e20ab26c-d120-4faa-a25a-cb3bdc036b74 req-c57f6248-14d0-4a3e-92f4-cf6f2ac413d4 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0587909 Oct 15 11:47:19.535294 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-15e959fb-6b45-41df-871a-1dd7613d26f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.564172 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e20ab26c-d120-4faa-a25a-cb3bdc036b74 req-2bcc48ff-ed69-410c-b38b-e869fa080b32 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357192 Oct 15 11:47:19.634820 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-15e959fb-6b45-41df-871a-1dd7613d26f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.672344 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-15e959fb-6b45-41df-871a-1dd7613d26f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c37a3e2555aa44de8a448013d12920b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602211 Oct 15 11:47:19.674193 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e959fb-6b45-41df-871a-1dd7613d26f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e10686-cf15-4cde-95e9-57c0587f1d5f,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:19.675463 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 39512) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:19.730465 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.752980 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.833443 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907b72-aeda-428c-b244-410c1f5e7082 req-487fc9f4-bfb2-44ce-b16a-60e59a4e783a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:19.840303 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-57907b72-aeda-428c-b244-410c1f5e7082 req-487fc9f4-bfb2-44ce-b16a-60e59a4e783a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0776317 Oct 15 11:47:19.882389 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-57907b72-aeda-428c-b244-410c1f5e7082 req-1a9d7622-9a7d-4609-8687-0a827c07a04d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408711 Oct 15 11:47:19.955106 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.958259 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:19.959739 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0e10686-cf15-4cde-95e9-57c0587f1d5f HTTP/1.1" status: 204 len: 168 time: 0.2832143 Oct 15 11:47:19.976430 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e10686-cf15-4cde-95e9-57c0587f1d5f,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:19.986708 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.987216 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.987741 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.988485 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.989010 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.989576 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.990255 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.990472 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.990656 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.991112 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.991444 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:19.991767 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e2d67e-a10a-416f-b6a6-70a0f36e15c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:20.317973 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c515c-ed54-48f1-a018-22002e3298c7 req-d146e8b7-f203-457b-a43c-0db6747bf8be tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:20.319514 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-119c515c-ed54-48f1-a018-22002e3298c7 req-d146e8b7-f203-457b-a43c-0db6747bf8be tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 943 time: 0.0563397 Oct 15 11:47:20.372869 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-119c515c-ed54-48f1-a018-22002e3298c7 req-515a7b51-7ad4-424d-996c-3784c8f1d891 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Oct 15 11:47:20.502367 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4284074-1aef-4e59-bc05-36f530697c48 req-6c00c557-90fe-449d-ac5e-063a6bd744d7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:20.503975 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b4284074-1aef-4e59-bc05-36f530697c48 req-6c00c557-90fe-449d-ac5e-063a6bd744d7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0537217 Oct 15 11:47:20.561081 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b4284074-1aef-4e59-bc05-36f530697c48 req-da7b1bcb-1453-4bff-82d4-366d6cff956e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483761 Oct 15 11:47:20.698880 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03574-30b2-403b-be9e-1de3e89149d1 req-f39032ad-355f-4915-85e2-5f355c3d6ce3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:20.700646 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-55f03574-30b2-403b-be9e-1de3e89149d1 req-f39032ad-355f-4915-85e2-5f355c3d6ce3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0553310 Oct 15 11:47:20.749411 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 39534) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:20.762281 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-55f03574-30b2-403b-be9e-1de3e89149d1 req-b05aecd8-fcf9-4116-9df7-da0ff8b32b36 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533931 Oct 15 11:47:20.772096 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-01c7cd08-d08f-4f01-b740-57e3e634fc2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:20.866208 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-01c7cd08-d08f-4f01-b740-57e3e634fc2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:20.943564 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-01c7cd08-d08f-4f01-b740-57e3e634fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:20.986260 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-01c7cd08-d08f-4f01-b740-57e3e634fc2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6be4937a1ac4e3d9ed775d06530b256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357132 Oct 15 11:47:20.987778 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7cd08-d08f-4f01-b740-57e3e634fc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aac59e-f5d3-4bc1-a14c-5a4d65bef9ac,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:20.990538 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 39538) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:21.034158 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f3cc5-0b59-48a5-a24d-e6fa2205aa4c req-932ee8c9-8f45-4305-9dc0-4c5b9277ab90 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:21.043896 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2a6f3cc5-0b59-48a5-a24d-e6fa2205aa4c req-932ee8c9-8f45-4305-9dc0-4c5b9277ab90 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0723228 Oct 15 11:47:21.051644 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c41fddb3-14f2-49b3-89b9-b7c666ab8fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:21.089078 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c41fddb3-14f2-49b3-89b9-b7c666ab8fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:21.098611 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2a6f3cc5-0b59-48a5-a24d-e6fa2205aa4c req-72d0f94e-bbc4-448c-b2cd-9465e5036a7c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0533979 Oct 15 11:47:21.286307 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c41fddb3-14f2-49b3-89b9-b7c666ab8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:21.289107 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c41fddb3-14f2-49b3-89b9-b7c666ab8fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:21.299935 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-c41fddb3-14f2-49b3-89b9-b7c666ab8fd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63aac59e-f5d3-4bc1-a14c-5a4d65bef9ac HTTP/1.1" status: 204 len: 168 time: 0.3078318 Oct 15 11:47:21.317935 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fddb3-14f2-49b3-89b9-b7c666ab8fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aac59e-f5d3-4bc1-a14c-5a4d65bef9ac,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:21.521828 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f37243-3601-4a21-a6e0-b13de541ead0 req-b24b2ad9-a0e9-4cf6-a7b7-a2b6e95d00a9 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:21.523361 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3f37243-3601-4a21-a6e0-b13de541ead0 req-b24b2ad9-a0e9-4cf6-a7b7-a2b6e95d00a9 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 943 time: 0.0658584 Oct 15 11:47:21.565096 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3f37243-3601-4a21-a6e0-b13de541ead0 req-bc51e4d4-dbb8-47b8-862b-26e4b04e4fec tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Oct 15 11:47:21.569424 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:47:21.695037 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:21.708636 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3', 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702', 'port_id': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3', 'mac_address': 'fa:16:3e:dc:f7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:47:21.752457 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:21.758045 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df17e0-26f9-424e-8d3c-f22272646b42 req-220ee15c-3c84-419b-95f5-1b47a0b67a58 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:21.759931 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-56df17e0-26f9-424e-8d3c-f22272646b42 req-220ee15c-3c84-419b-95f5-1b47a0b67a58 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0631559 Oct 15 11:47:21.773799 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:47:21.810470 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:21.812832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-56df17e0-26f9-424e-8d3c-f22272646b42 req-ea33ea96-85ed-4fce-9eae-dd14efbc4814 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469127 Oct 15 11:47:21.926692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:21.935364 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6014b3-0e0e-441f-8438-e1dc8d8ef922 req-c818ba1b-859e-4537-b57e-ba311946583b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:21.946461 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e6014b3-0e0e-441f-8438-e1dc8d8ef922 req-c818ba1b-859e-4537-b57e-ba311946583b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.1051679 Oct 15 11:47:21.993166 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e6014b3-0e0e-441f-8438-e1dc8d8ef922 req-e84e9a0e-d453-4103-acbb-93ecff0a34f7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419037 Oct 15 11:47:22.036684 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:22.049951 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.050313 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.050741 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.051243 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.051549 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.051881 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.052236 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.052529 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.052869 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.053197 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.053519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.053835 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:47:22.246681 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f459b-6701-4bc3-b8e1-00e34e04d51a req-d4caeb96-8d8b-4a17-8fdf-2a33031301cb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:22.254689 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f03f459b-6701-4bc3-b8e1-00e34e04d51a req-d4caeb96-8d8b-4a17-8fdf-2a33031301cb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0743916 Oct 15 11:47:22.300583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f03f459b-6701-4bc3-b8e1-00e34e04d51a req-c9795577-202d-4ff8-8a9c-0687aa3fcbbd tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422800 Oct 15 11:47:22.425389 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['d13e68b8-0b00-42bc-97aa-4ecbfa7332f3'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:47:22.760240 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1290f-240b-4a59-96a4-40a44b35e8a2 req-cf9f9e6c-e833-4280-a1e3-114e07f22bdf tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:22.762793 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2fb1290f-240b-4a59-96a4-40a44b35e8a2 req-cf9f9e6c-e833-4280-a1e3-114e07f22bdf tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 944 time: 0.0747352 Oct 15 11:47:22.819782 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2fb1290f-240b-4a59-96a4-40a44b35e8a2 req-07331b73-a1f8-4056-ad23-8f0bf0af4a62 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507822 Oct 15 11:47:23.161021 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b925bd-e949-4f78-b703-9f140a84c3fa req-849f704d-7eb4-438a-9316-f5f5a820678c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:23.164742 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c4b925bd-e949-4f78-b703-9f140a84c3fa req-849f704d-7eb4-438a-9316-f5f5a820678c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0717726 Oct 15 11:47:23.199409 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c4b925bd-e949-4f78-b703-9f140a84c3fa req-1a2da177-faa2-4488-9b82-9f0946918282 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309782 Oct 15 11:47:23.427958 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eee510-d294-4bce-8030-7e72b5da2895 req-50518f2a-4cc5-4efc-be62-cca5a3f5e080 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:23.429809 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-29eee510-d294-4bce-8030-7e72b5da2895 req-50518f2a-4cc5-4efc-be62-cca5a3f5e080 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0588684 Oct 15 11:47:23.490123 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-29eee510-d294-4bce-8030-7e72b5da2895 req-e68acb95-0023-4468-9d27-8b42d34bfcf3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539486 Oct 15 11:47:23.767065 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d39124-66f2-4ca4-a390-f3c5a36224cc req-64f83278-2f4b-4db1-bb97-987d971a3667 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:23.768944 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-49d39124-66f2-4ca4-a390-f3c5a36224cc req-64f83278-2f4b-4db1-bb97-987d971a3667 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0530813 Oct 15 11:47:23.834625 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-49d39124-66f2-4ca4-a390-f3c5a36224cc req-7a880a06-6efd-4650-855f-66da94b98a66 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 Oct 15 11:47:24.008878 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e9aa2-6d1f-4690-9cc1-c36463d83ce7 req-507b87e0-d414-425c-b574-0d2697129570 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:24.010371 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-326e9aa2-6d1f-4690-9cc1-c36463d83ce7 req-507b87e0-d414-425c-b574-0d2697129570 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 944 time: 0.0799809 Oct 15 11:47:24.071397 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-326e9aa2-6d1f-4690-9cc1-c36463d83ce7 req-5d2f2209-3003-4a1c-a8dc-29b5b76a197c tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543363 Oct 15 11:47:24.436390 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb092a-dead-486a-b9c9-229842fab2e6 req-730d4d24-32e3-4691-beea-8cb80d1bb0ea tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:24.438040 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f5bb092a-dead-486a-b9c9-229842fab2e6 req-730d4d24-32e3-4691-beea-8cb80d1bb0ea tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0947046 Oct 15 11:47:24.499017 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f5bb092a-dead-486a-b9c9-229842fab2e6 req-52719108-2b4f-4c10-bbe8-633a7b0b159a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540290 Oct 15 11:47:24.841116 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba97d-34de-4613-a240-277499626042 req-77ad5f14-d4a4-4b74-9390-c696b9a056d4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:24.851066 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a95ba97d-34de-4613-a240-277499626042 req-77ad5f14-d4a4-4b74-9390-c696b9a056d4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0917535 Oct 15 11:47:24.895352 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a95ba97d-34de-4613-a240-277499626042 req-090a1d7d-2cf6-43d6-ad41-ed64b33e6e95 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425420 Oct 15 11:47:25.222005 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6c6fe-a7ff-4e95-a6c3-730210364b87 req-abfba8b0-2835-403a-933d-07ae66857b45 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:25.224503 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-07a6c6fe-a7ff-4e95-a6c3-730210364b87 req-abfba8b0-2835-403a-933d-07ae66857b45 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 944 time: 0.0665543 Oct 15 11:47:25.278406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-07a6c6fe-a7ff-4e95-a6c3-730210364b87 req-b7b524cc-0996-4084-98b2-56dbf61211a6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480521 Oct 15 11:47:25.600146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:47:25.721219 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9096e5d-ea3d-492f-9530-5c7870e3e200 req-f27545f2-f2cc-4f16-b50e-6a498f8fb8ba tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:25.722852 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f9096e5d-ea3d-492f-9530-5c7870e3e200 req-f27545f2-f2cc-4f16-b50e-6a498f8fb8ba tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0800362 Oct 15 11:47:25.760941 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:47:25.765691 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:47:25.766075 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:25.784097 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f9096e5d-ea3d-492f-9530-5c7870e3e200 req-129e0958-3cc2-4513-86a2-dd7a4bc22053 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552084 Oct 15 11:47:25.868810 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:25.895611 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:47:25.898406 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2527cc-6c11-4017-8c1e-d8f269f49b7a" -d '{"events": [{"server_uuid": "6235bc31-fbcf-4ca2-a84a-04a42f149058", "name": "network-vif-plugged", "status": "completed", "tag": "d13e68b8-0b00-42bc-97aa-4ecbfa7332f3"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:47:25.916542 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:25.994720 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336daefb-c628-4a91-abe0-15784eff1ae1 x-openstack-request-id: req-336daefb-c628-4a91-abe0-15784eff1ae1 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:47:25.995047 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6235bc31-fbcf-4ca2-a84a-04a42f149058", "name": "network-vif-plugged", "status": "completed", "tag": "d13e68b8-0b00-42bc-97aa-4ecbfa7332f3", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:47:25.995515 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-336daefb-c628-4a91-abe0-15784eff1ae1 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:47:25.996126 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3', 'code': 200} Oct 15 11:47:26.030063 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:26.107519 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059070c-6f02-4a48-b986-e67f002086b5 req-17a23052-1916-410c-ad88-67e02d27d8f3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:26.108613 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:26.109245 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3059070c-6f02-4a48-b986-e67f002086b5 req-17a23052-1916-410c-ad88-67e02d27d8f3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0819843 Oct 15 11:47:26.177176 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3059070c-6f02-4a48-b986-e67f002086b5 req-6ab0690d-426c-4149-a889-8160f8b5fb76 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549071 Oct 15 11:47:26.669933 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9781ee-b50b-4e9b-afb7-8a3ce23aa71e req-8dba4160-b7f0-4842-bb1a-ed5957332253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:26.671489 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9781ee-b50b-4e9b-afb7-8a3ce23aa71e req-8dba4160-b7f0-4842-bb1a-ed5957332253 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 1098 time: 0.3654203 Oct 15 11:47:26.694461 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fb489-6933-49d6-97fc-81aa2bde5ccc req-f7f74c21-7e54-496b-a03c-6c2dc2f43649 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:26.695924 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f6fb489-6933-49d6-97fc-81aa2bde5ccc req-f7f74c21-7e54-496b-a03c-6c2dc2f43649 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 945 time: 0.3304138 Oct 15 11:47:26.733410 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9781ee-b50b-4e9b-afb7-8a3ce23aa71e req-9ce71641-1686-4ade-90d0-9ba991aeaf85 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Oct 15 11:47:26.744849 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f6fb489-6933-49d6-97fc-81aa2bde5ccc req-02cb32ba-b0a2-4af5-a9fe-1dfdee5553ad tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Oct 15 11:47:26.897223 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c591cb-8751-4fef-ad5b-82b6cfb189a1 req-c318b5ef-a860-40c5-8408-0fd5ddaab6bb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:26.904736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90c591cb-8751-4fef-ad5b-82b6cfb189a1 req-c318b5ef-a860-40c5-8408-0fd5ddaab6bb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0566907 Oct 15 11:47:26.939645 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90c591cb-8751-4fef-ad5b-82b6cfb189a1 req-0d8d53e0-3967-440f-b053-f4b5b346678f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Oct 15 11:47:27.319687 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3caa1c5-e576-4153-adab-a8495a3573aa req-f93961b0-37ba-479b-b9aa-653c863e22c9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:27.322065 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3caa1c5-e576-4153-adab-a8495a3573aa req-f93961b0-37ba-479b-b9aa-653c863e22c9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0585208 Oct 15 11:47:27.366097 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3caa1c5-e576-4153-adab-a8495a3573aa req-6a7daeb3-1666-4cf6-bda7-bdcec9cf1313 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375006 Oct 15 11:47:27.884862 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909a0b-c824-429c-860b-75cb593bdc60 req-8b082e0d-6bf8-40e7-8a51-72dcf938ecca tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:27.886580 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f3909a0b-c824-429c-860b-75cb593bdc60 req-8b082e0d-6bf8-40e7-8a51-72dcf938ecca tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 945 time: 0.0498898 Oct 15 11:47:27.955837 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f3909a0b-c824-429c-860b-75cb593bdc60 req-74858250-8ead-4965-9686-47c4ba397a93 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574408 Oct 15 11:47:28.001370 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-342e5dba-2deb-4116-a5c5-d28d6400e310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:28.093729 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a951f4-614b-4ecc-9857-ed18a8e8b237 req-2510b1bc-0dbb-4877-b53d-316aa003ca39 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:28.095789 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-49a951f4-614b-4ecc-9857-ed18a8e8b237 req-2510b1bc-0dbb-4877-b53d-316aa003ca39 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0778670 Oct 15 11:47:28.157455 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-49a951f4-614b-4ecc-9857-ed18a8e8b237 req-cf4f0e74-53e4-445d-80ef-7ad9391293fd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 Oct 15 11:47:28.522344 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dd9a4-41ea-4cc9-8845-5ad626dbf618 req-00cb773b-c643-4831-8d5b-d59d399b6345 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:28.524176 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f21dd9a4-41ea-4cc9-8845-5ad626dbf618 req-00cb773b-c643-4831-8d5b-d59d399b6345 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0750844 Oct 15 11:47:28.587930 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f21dd9a4-41ea-4cc9-8845-5ad626dbf618 req-111e71b9-272f-4f35-8cba-2f9d128a7c69 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0520530 Oct 15 11:47:29.082317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe780-5e38-4d60-b4f8-bf3226d5cd6f req-3e45247d-106c-49c0-9473-812be78a088d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:29.083847 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-14bbe780-5e38-4d60-b4f8-bf3226d5cd6f req-3e45247d-106c-49c0-9473-812be78a088d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 945 time: 0.0530729 Oct 15 11:47:29.126974 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-14bbe780-5e38-4d60-b4f8-bf3226d5cd6f req-4cc88d93-8174-47d7-a043-1d03e3ac4457 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368204 Oct 15 11:47:29.352046 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e212a-0e0b-4920-9491-c9fd275c6b28 req-a36b6fb3-c446-4fb5-be30-c08b463c0e88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:29.353800 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f38e212a-0e0b-4920-9491-c9fd275c6b28 req-a36b6fb3-c446-4fb5-be30-c08b463c0e88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0656400 Oct 15 11:47:29.426240 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f38e212a-0e0b-4920-9491-c9fd275c6b28 req-a44c02bd-f8de-47ef-900a-1c7848361241 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608294 Oct 15 11:47:29.752602 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b148404-8899-43c6-9946-03c94f5bc1d9 req-10dbfe7b-2caf-447d-afd1-3a5825d77511 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:29.754234 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8b148404-8899-43c6-9946-03c94f5bc1d9 req-10dbfe7b-2caf-447d-afd1-3a5825d77511 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0578701 Oct 15 11:47:29.827681 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8b148404-8899-43c6-9946-03c94f5bc1d9 req-48983a9a-a9e4-4c0a-b761-c754b0ca41cf tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0608866 Oct 15 11:47:30.562855 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 39840) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:30.581117 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c104-bf96-49b9-8d32-d78fa5231b82 req-0aa73518-1b12-4f2e-b4a9-8b2776779310 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:30.583021 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d03c104-bf96-49b9-8d32-d78fa5231b82 req-0aa73518-1b12-4f2e-b4a9-8b2776779310 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0628388 Oct 15 11:47:30.589370 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f594f2dc-8320-4dad-9e44-88a7da6435f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:30.625493 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d03c104-bf96-49b9-8d32-d78fa5231b82 req-c72b5229-6f94-4283-ad1a-167acdaae690 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364816 Oct 15 11:47:30.704269 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2e24ec25-9fc7-4d4d-a403-66caa874bd13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:30.787418 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2e24ec25-9fc7-4d4d-a403-66caa874bd13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:30.865373 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2e24ec25-9fc7-4d4d-a403-66caa874bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:30.911452 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 39866) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:30.912021 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-2e24ec25-9fc7-4d4d-a403-66caa874bd13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36433ebf8b094ecb8cc66809e2aef4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473833 Oct 15 11:47:30.932737 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24ec25-9fc7-4d4d-a403-66caa874bd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ec5e4-5725-48bb-b820-aa47a6ba1b2a,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:31.030242 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-895ad4fb-9cbf-4397-b90c-039e34749e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:31.055322 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7a0a-b808-4b2a-9c37-ea998f608d33 req-7dcb6f94-1f50-4aca-9c78-2f290e468e3b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:31.058545 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d2ac7a0a-b808-4b2a-9c37-ea998f608d33 req-7dcb6f94-1f50-4aca-9c78-2f290e468e3b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0824456 Oct 15 11:47:31.076814 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-895ad4fb-9cbf-4397-b90c-039e34749e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:31.138320 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d2ac7a0a-b808-4b2a-9c37-ea998f608d33 req-c2b00ecf-60a2-4429-979c-644b8f174ccb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0712059 Oct 15 11:47:31.234965 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-895ad4fb-9cbf-4397-b90c-039e34749e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:31.239440 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-895ad4fb-9cbf-4397-b90c-039e34749e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:31.241415 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-895ad4fb-9cbf-4397-b90c-039e34749e62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/441ec5e4-5725-48bb-b820-aa47a6ba1b2a HTTP/1.1" status: 204 len: 168 time: 0.3282182 Oct 15 11:47:31.251301 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad4fb-9cbf-4397-b90c-039e34749e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441ec5e4-5725-48bb-b820-aa47a6ba1b2a,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:31.596366 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:31.764077 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5088578-fd10-4863-9ffb-477cb7ecd958 req-59ea4f48-808f-407d-b04d-5388d414011d tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:31.765962 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b5088578-fd10-4863-9ffb-477cb7ecd958 req-59ea4f48-808f-407d-b04d-5388d414011d tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0500407 Oct 15 11:47:31.811222 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b5088578-fd10-4863-9ffb-477cb7ecd958 req-0c7478a3-ef52-4290-9166-df38b2d6d0db tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362091 Oct 15 11:47:31.915736 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:31.962824 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 39884) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:31.978548 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ae645970-462e-4d6b-9d82-039871480432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:32.055532 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ae645970-462e-4d6b-9d82-039871480432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:32.074770 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:47:32.132542 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ae645970-462e-4d6b-9d82-039871480432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:32.168466 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae645970-462e-4d6b-9d82-039871480432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2aa9f5-e464-4e2b-8e07-17a6da9ae9cb,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:32.173910 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ae645970-462e-4d6b-9d82-039871480432 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5708922f9552448dabf4632effe33037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099171 Oct 15 11:47:32.176541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 39888) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:32.257731 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8dccdd94-995b-4f17-9fdf-98f65b0e3627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:32.305779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8dccdd94-995b-4f17-9fdf-98f65b0e3627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:32.345618 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089acd3-2678-4670-a9e4-01a84aba12a9 req-e972d365-33e8-4249-b394-e72d7efaa400 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:32.347137 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0089acd3-2678-4670-a9e4-01a84aba12a9 req-e972d365-33e8-4249-b394-e72d7efaa400 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0907040 Oct 15 11:47:32.408832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0089acd3-2678-4670-a9e4-01a84aba12a9 req-f5a51565-1136-46f2-a856-bb08bd05d272 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460176 Oct 15 11:47:32.475244 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8dccdd94-995b-4f17-9fdf-98f65b0e3627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:32.478080 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8dccdd94-995b-4f17-9fdf-98f65b0e3627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:32.479237 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8dccdd94-995b-4f17-9fdf-98f65b0e3627 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a2aa9f5-e464-4e2b-8e07-17a6da9ae9cb HTTP/1.1" status: 204 len: 168 time: 0.3012049 Oct 15 11:47:32.491035 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccdd94-995b-4f17-9fdf-98f65b0e3627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2aa9f5-e464-4e2b-8e07-17a6da9ae9cb,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:32.935130 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cbc57-05df-466b-b019-ed5ab4530755 req-a8f17251-94dc-4935-aadc-95d18fb942ea tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:32.939542 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6c0cbc57-05df-466b-b019-ed5ab4530755 req-a8f17251-94dc-4935-aadc-95d18fb942ea tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0551708 Oct 15 11:47:32.995780 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6c0cbc57-05df-466b-b019-ed5ab4530755 req-d8638629-e61a-4b51-9ae7-022a8e59b5b9 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510581 Oct 15 11:47:33.254876 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 39904) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:33.269760 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e43e-2dd7-429d-8f79-5dcfb6e11d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.348695 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e43e-2dd7-429d-8f79-5dcfb6e11d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.423223 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e43e-2dd7-429d-8f79-5dcfb6e11d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.485356 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-fbd0e43e-2dd7-429d-8f79-5dcfb6e11d0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83735d66740c43a5a83b43987e0c42a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293277 Oct 15 11:47:33.487496 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 39912) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:33.500487 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0e43e-2dd7-429d-8f79-5dcfb6e11d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e8d31-8482-45fa-9d46-12df29463c30,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:33.562204 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8ce7-3ca5-4999-8a85-6828a28d7a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.572350 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.599783 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c25136-b03d-4709-811c-287bef97bd70 req-99e16cce-255c-4ae7-a570-6c201831dfbc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:33.600951 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8ce7-3ca5-4999-8a85-6828a28d7a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.603707 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-65c25136-b03d-4709-811c-287bef97bd70 req-99e16cce-255c-4ae7-a570-6c201831dfbc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0674376 Oct 15 11:47:33.619459 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:47:33.652263 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-65c25136-b03d-4709-811c-287bef97bd70 req-96138f32-a931-485d-b26c-df8f06ebc653 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428381 Oct 15 11:47:33.749479 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8ce7-3ca5-4999-8a85-6828a28d7a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.753209 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8ce7-3ca5-4999-8a85-6828a28d7a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.755067 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-7e5a8ce7-3ca5-4999-8a85-6828a28d7a6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a48e8d31-8482-45fa-9d46-12df29463c30 HTTP/1.1" status: 204 len: 168 time: 0.2661984 Oct 15 11:47:33.764152 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a8ce7-3ca5-4999-8a85-6828a28d7a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e8d31-8482-45fa-9d46-12df29463c30,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:33.769046 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:33.781431 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'port_id': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'mac_address': 'fa:16:3e:19:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:47:33.831117 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:33.844998 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cb66a23-ef08-426d-bed9-f8fc4367c6ed {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:47:33.869354 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:34.001789 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:34.073665 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=6']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:34.135779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2520c-7050-42d4-84ca-20727cfcf4c3 req-fa3620b1-1687-4a13-8cbb-6769fa43408f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:34.144407 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c2c2520c-7050-42d4-84ca-20727cfcf4c3 req-fa3620b1-1687-4a13-8cbb-6769fa43408f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0622969 Oct 15 11:47:34.205655 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['4cb66a23-ef08-426d-bed9-f8fc4367c6ed'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:47:34.255315 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c2c2520c-7050-42d4-84ca-20727cfcf4c3 req-d2f9ab65-2ea5-457b-9009-534b55f47126 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047525 Oct 15 11:47:34.306946 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-5ab4bc23-f617-4cd4-afa4-fd08487c3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:34.309170 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-5ab4bc23-f617-4cd4-afa4-fd08487c3491 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.1285768 Oct 15 11:47:34.331943 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652e9b0-2d41-414c-ba59-e9cdf6b62611 req-f838d247-0f7f-4c09-96af-ea5ae4cfc4c6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:34.340616 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6652e9b0-2d41-414c-ba59-e9cdf6b62611 req-f838d247-0f7f-4c09-96af-ea5ae4cfc4c6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1443858 Oct 15 11:47:34.481005 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6652e9b0-2d41-414c-ba59-e9cdf6b62611 req-153f638a-fdb8-47b6-bec4-a5db604df34f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389794 Oct 15 11:47:34.508421 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-e3ecb144-6afa-48ce-9cf2-024335898401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:34.509890 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-e3ecb144-6afa-48ce-9cf2-024335898401 service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.1666253 Oct 15 11:47:34.565085 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-57bd8128-3f06-4ace-839b-285453267a57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 217 time: 0.0471768 Oct 15 11:47:34.635692 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-17832fab-2417-47e7-b648-e6a6a4b8bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:34.637249 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-17832fab-2417-47e7-b648-e6a6a4b8bd29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0532341 Oct 15 11:47:34.681250 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-2b07a266-9ed5-4b86-97ee-f9a9a526f002 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329118 Oct 15 11:47:34.843544 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-69b5b7a9-873b-408f-b134-40e5db902a4e service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534262 Oct 15 11:47:34.855326 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5fb2-6c64-4921-8188-29a1a8d2a48c req-097e60b1-6a9b-41a1-9053-9f29f8591105 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:34.856817 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-847d5fb2-6c64-4921-8188-29a1a8d2a48c req-097e60b1-6a9b-41a1-9053-9f29f8591105 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.0808463 Oct 15 11:47:34.957861 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-847d5fb2-6c64-4921-8188-29a1a8d2a48c req-05ffd76b-b780-4954-b946-e8bf7cfbc75f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0889416 Oct 15 11:47:35.003377 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8e0dbebf-2bea-4c12-ad90-6c1d7590cf35 req-f664ed11-f74e-4e7d-9fc8-6a601acd1c09 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455388 Oct 15 11:47:35.411388 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be269320-fe96-428c-8e55-bd3867abe130 req-a4c952a1-8f77-465b-8a4a-3aa55b237883 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:35.415170 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-be269320-fe96-428c-8e55-bd3867abe130 req-a4c952a1-8f77-465b-8a4a-3aa55b237883 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0870538 Oct 15 11:47:35.488671 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-be269320-fe96-428c-8e55-bd3867abe130 req-17950486-b9ca-45f4-bda2-43604bb28a92 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570934 Oct 15 11:47:35.630441 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:47:35.639421 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5b717-abc6-4466-9e96-bd0674069db7 req-27abf3ae-cf65-4062-aa94-097d5fa488ad tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:35.641714 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99e5b717-abc6-4466-9e96-bd0674069db7 req-27abf3ae-cf65-4062-aa94-097d5fa488ad tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0699971 Oct 15 11:47:35.691983 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99e5b717-abc6-4466-9e96-bd0674069db7 req-e5ac57f0-44c6-442e-bcb3-e0c5f5a0d48f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Oct 15 11:47:35.704166 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:47:35.704743 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:35.794996 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:35.819833 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:47:35.822478 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3959de4-e236-430a-90d6-eb7c0a3ee121" -d '{"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-plugged", "status": "completed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:47:35.835826 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:35.859341 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229a36dc-6c83-4680-8617-7d7ed9c12e5f x-openstack-request-id: req-229a36dc-6c83-4680-8617-7d7ed9c12e5f {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:47:35.859633 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-plugged", "status": "completed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:47:35.859886 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-229a36dc-6c83-4680-8617-7d7ed9c12e5f {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:47:35.860325 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'code': 200} Oct 15 11:47:35.921934 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:36.001040 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=7']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:36.109844 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a62fc-4c0d-491d-818e-7b68140e5444 req-a5f4957c-a4e6-4366-9af4-1c564077bbbb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:36.111426 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-660a62fc-4c0d-491d-818e-7b68140e5444 req-a5f4957c-a4e6-4366-9af4-1c564077bbbb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0533869 Oct 15 11:47:36.167226 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-660a62fc-4c0d-491d-818e-7b68140e5444 req-456b6917-8843-4caa-a179-8476040bc528 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0498815 Oct 15 11:47:36.642780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070a926-78d9-4a0b-918b-9ebc5a61556a req-54bbe04a-822a-496a-9de4-b2004ae24bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:36.642780 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3070a926-78d9-4a0b-918b-9ebc5a61556a req-54bbe04a-822a-496a-9de4-b2004ae24bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0547841 Oct 15 11:47:36.696096 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3070a926-78d9-4a0b-918b-9ebc5a61556a req-e6d62fe7-fdb6-43e6-b0fb-3a3f677da634 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448661 Oct 15 11:47:36.828348 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76471356-165d-4acd-8247-a50618d1c341 req-0949946f-5d28-443a-b93f-5b137e5640eb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:36.829822 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-76471356-165d-4acd-8247-a50618d1c341 req-0949946f-5d28-443a-b93f-5b137e5640eb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0576856 Oct 15 11:47:36.883104 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-76471356-165d-4acd-8247-a50618d1c341 req-b3b9cc04-da18-41cf-b4ac-ef55e7f8a532 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Oct 15 11:47:37.315065 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47197e-0093-448d-bc88-1e4cf971447e req-5ad4f22a-cdb7-4382-bd46-858798b5d27f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:37.316586 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3c47197e-0093-448d-bc88-1e4cf971447e req-5ad4f22a-cdb7-4382-bd46-858798b5d27f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0571043 Oct 15 11:47:37.370352 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3c47197e-0093-448d-bc88-1e4cf971447e req-812eeda0-d037-437a-a3fa-6046a952c93e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474098 Oct 15 11:47:37.820635 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5067a-a574-4c09-bf31-8e20282eac32 req-58655b8d-8a14-46e0-bd5b-f2e08f622fcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:37.822163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13b5067a-a574-4c09-bf31-8e20282eac32 req-58655b8d-8a14-46e0-bd5b-f2e08f622fcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0488467 Oct 15 11:47:37.861397 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13b5067a-a574-4c09-bf31-8e20282eac32 req-7b436f75-478a-4d3b-9a00-a5fa1f4472a3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Oct 15 11:47:38.008655 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17bd5f-1860-45bf-8bb7-1ac135f710c8 req-501c233f-94d9-4ab0-aef2-88b76a7a7555 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:38.010135 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae17bd5f-1860-45bf-8bb7-1ac135f710c8 req-501c233f-94d9-4ab0-aef2-88b76a7a7555 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0534310 Oct 15 11:47:38.051540 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae17bd5f-1860-45bf-8bb7-1ac135f710c8 req-d62cebe3-a759-477b-b7c3-1cd8b693cdcb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354967 Oct 15 11:47:38.151973 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40044) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:38.276884 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-deb4940f-5d11-4b9b-b65f-a2022b7080a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:38.363633 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-deb4940f-5d11-4b9b-b65f-a2022b7080a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:38.440569 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-deb4940f-5d11-4b9b-b65f-a2022b7080a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:38.475947 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-deb4940f-5d11-4b9b-b65f-a2022b7080a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a543e11e43c4f4999f7006b6a6f126a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228953 Oct 15 11:47:38.479063 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40068) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:38.503685 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4940f-5d11-4b9b-b65f-a2022b7080a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f2ac94-31a6-4a3d-bab7-fbfe7d4229b8,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:38.543389 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c14d55e8-c53e-4b3f-a100-fbda00f97d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:38.571773 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173c8e9-80bc-4e27-9555-7b389211838f req-ca1637ee-8240-4142-bffa-801d54f36164 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:38.578500 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c14d55e8-c53e-4b3f-a100-fbda00f97d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:38.579029 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2173c8e9-80bc-4e27-9555-7b389211838f req-ca1637ee-8240-4142-bffa-801d54f36164 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1252003 Oct 15 11:47:38.621547 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-eeae3493-8c1d-4ec9-93ab-28c321fe9b31 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:38.623047 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-eeae3493-8c1d-4ec9-93ab-28c321fe9b31 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.1705649 Oct 15 11:47:38.645416 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2173c8e9-80bc-4e27-9555-7b389211838f req-e0a50f5e-d2f0-40ab-93a4-0b68dc11537c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0655353 Oct 15 11:47:38.646804 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-20a7afea-758d-4d1e-9565-3b5a0d5eb645 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/quotas/cd158d0624f54f7d8d563bc0b5edb4f5 HTTP/1.1" status: 200 len: 375 time: 0.0162249 Oct 15 11:47:38.705059 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-dfadd00e-e312-439a-9e3a-9db763b31b90 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517502 Oct 15 11:47:38.709211 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c14d55e8-c53e-4b3f-a100-fbda00f97d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:38.712167 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c14d55e8-c53e-4b3f-a100-fbda00f97d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:38.713364 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-c14d55e8-c53e-4b3f-a100-fbda00f97d66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35f2ac94-31a6-4a3d-bab7-fbfe7d4229b8 HTTP/1.1" status: 204 len: 168 time: 0.2331326 Oct 15 11:47:38.728511 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d55e8-c53e-4b3f-a100-fbda00f97d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f2ac94-31a6-4a3d-bab7-fbfe7d4229b8,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:38.808597 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-88f527ba-e041-4a09-badd-dd54e8e007ca service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966690 Oct 15 11:47:38.911410 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-8ee8b4eb-c1f3-403d-b3d6-0dd2dac08936 service neutron] 10.222.0.37 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966737 Oct 15 11:47:39.008058 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed862216-5eaf-4c66-b5f2-a6f583ca441b req-8ddf1293-b954-4133-8d5a-6eb948c41ce8 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:39.010160 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed862216-5eaf-4c66-b5f2-a6f583ca441b req-8ddf1293-b954-4133-8d5a-6eb948c41ce8 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0573618 Oct 15 11:47:39.057561 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed862216-5eaf-4c66-b5f2-a6f583ca441b req-2ce1969c-51cc-4cad-b559-fc08ed2b77c1 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Oct 15 11:47:39.180922 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0916fbc5-c6a1-482d-9145-899f553273ca req-1c5c0262-95a7-4467-a934-74fb830f5e41 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 210 time: 0.0502875 Oct 15 11:47:39.221313 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf6bf8-d10b-4a98-b460-ffb46fb021ee req-377ce93e-b66f-461e-bd10-6a9b02cc773e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:39.222888 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bacf6bf8-d10b-4a98-b460-ffb46fb021ee req-377ce93e-b66f-461e-bd10-6a9b02cc773e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0765190 Oct 15 11:47:39.263768 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bacf6bf8-d10b-4a98-b460-ffb46fb021ee req-2b8dc7e5-5486-446a-a050-8f6f0dd48aca tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Oct 15 11:47:39.477652 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40114) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:39.513303 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0096b6a8-9bc7-49f6-9ac6-0a03b776cc59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:39.605851 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0096b6a8-9bc7-49f6-9ac6-0a03b776cc59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:39.669293 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0096b6a8-9bc7-49f6-9ac6-0a03b776cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:39.749258 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-0096b6a8-9bc7-49f6-9ac6-0a03b776cc59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae3a32c599a6434d9875c65971dbe031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705500 Oct 15 11:47:39.752809 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 40122) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:39.756652 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096b6a8-9bc7-49f6-9ac6-0a03b776cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d769da0-aa59-4cff-a47c-4627e8b17c20,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:39.845804 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-50694319-ee5f-40a9-ac64-a35460ac7bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:39.861804 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf1fa-c135-4ecb-9b36-410d5cc15e31 req-1590aafc-8d85-4bf7-89e8-c0ef110045d0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:39.869996 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d1baf1fa-c135-4ecb-9b36-410d5cc15e31 req-1590aafc-8d85-4bf7-89e8-c0ef110045d0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0812576 Oct 15 11:47:39.913588 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-50694319-ee5f-40a9-ac64-a35460ac7bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:39.943305 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d1baf1fa-c135-4ecb-9b36-410d5cc15e31 req-b82e08a2-12d6-41e3-b390-69b24560fd98 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0718882 Oct 15 11:47:40.081113 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-50694319-ee5f-40a9-ac64-a35460ac7bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:40.084079 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-50694319-ee5f-40a9-ac64-a35460ac7bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:40.085621 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-50694319-ee5f-40a9-ac64-a35460ac7bce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d769da0-aa59-4cff-a47c-4627e8b17c20 HTTP/1.1" status: 204 len: 168 time: 0.3317428 Oct 15 11:47:40.095163 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50694319-ee5f-40a9-ac64-a35460ac7bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d769da0-aa59-4cff-a47c-4627e8b17c20,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:40.230025 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c72f3-96db-4672-98af-ecea3fdd49fb req-d94e3da3-da5a-409c-a1b0-069d61383faf tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:40.238963 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-081c72f3-96db-4672-98af-ecea3fdd49fb req-d94e3da3-da5a-409c-a1b0-069d61383faf tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0628335 Oct 15 11:47:40.313457 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6ddcde6f-938e-48a1-993c-c1de9341e63f req-1f27ccf5-f09e-4777-b723-81c1daf6a8ea tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 210 time: 0.0382123 Oct 15 11:47:40.321836 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-081c72f3-96db-4672-98af-ecea3fdd49fb req-ecccb751-ab87-4050-b352-6af00e442c69 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749180 Oct 15 11:47:40.471029 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85be8e-1c79-45f6-bc18-e518f48db12f req-d33f5652-b082-435b-a311-bdb4734d2fb7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:40.471029 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df85be8e-1c79-45f6-bc18-e518f48db12f req-d33f5652-b082-435b-a311-bdb4734d2fb7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0728397 Oct 15 11:47:40.537282 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df85be8e-1c79-45f6-bc18-e518f48db12f req-13c20014-94fd-4c4d-bf8d-8fedc1ef0dec tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Oct 15 11:47:41.096273 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da28a73-e48f-48c8-a192-b4af40d25c6f req-54ea8476-a1f3-4577-8ef8-d31d5a224c45 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:41.098291 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9da28a73-e48f-48c8-a192-b4af40d25c6f req-54ea8476-a1f3-4577-8ef8-d31d5a224c45 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0568061 Oct 15 11:47:41.177306 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9da28a73-e48f-48c8-a192-b4af40d25c6f req-36f34c10-20de-464c-ad3b-e1c1036fada3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0713365 Oct 15 11:47:41.453531 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-17012977-58b7-48ec-bdec-ef0c38feeac4 req-6ba10d74-d968-41e0-9bcb-14813d87686e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 210 time: 0.0421653 Oct 15 11:47:41.516287 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baaa44-a1aa-4e9a-aa58-a30620b6ea47 req-b88ef890-a562-4c0c-a5b7-1ba0a68bd7b3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:41.520298 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-81baaa44-a1aa-4e9a-aa58-a30620b6ea47 req-b88ef890-a562-4c0c-a5b7-1ba0a68bd7b3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0651946 Oct 15 11:47:41.589846 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-81baaa44-a1aa-4e9a-aa58-a30620b6ea47 req-aa622663-0fcd-445f-bff2-7b408d21cb4f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607309 Oct 15 11:47:41.702680 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4624f5-0594-49ac-8630-457f13781ff7 req-3d1c4ece-f5eb-4f89-985b-6c54b53686e6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:41.711653 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1b4624f5-0594-49ac-8630-457f13781ff7 req-3d1c4ece-f5eb-4f89-985b-6c54b53686e6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0606704 Oct 15 11:47:41.756026 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1b4624f5-0594-49ac-8630-457f13781ff7 req-e27fb257-c496-483f-9d9b-acc1ed868cb6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Oct 15 11:47:41.996320 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-e01402f8-02f5-4767-8de4-779cccee3418 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:41.997835 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-e01402f8-02f5-4767-8de4-779cccee3418 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/networks?id=0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 200 len: 814 time: 0.1381404 Oct 15 11:47:42.015780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Request body: {'port': {'device_id': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'admin_state_up': True, 'tenant_id': 'cd158d0624f54f7d8d563bc0b5edb4f5'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:47:42.271623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Made reservation on behalf of cd158d0624f54f7d8d563bc0b5edb4f5 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:47:42.279403 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:42.411719 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acceb0c-a6a5-4b56-8f27-180cc8840d50 req-6d6000d9-fd76-4e01-91e8-53e4ff1c0f18 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:42.413240 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0acceb0c-a6a5-4b56-8f27-180cc8840d50 req-6d6000d9-fd76-4e01-91e8-53e4ff1c0f18 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1352861 Oct 15 11:47:42.497456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0acceb0c-a6a5-4b56-8f27-180cc8840d50 req-86a37ab9-2008-4620-8903-336269c312c3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0772419 Oct 15 11:47:42.561417 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-02a2a20a-2cb8-4fad-a24a-1cb9781841d8 req-2f32891a-a153-4fbb-b235-872fb645a498 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 210 time: 0.0393915 Oct 15 11:47:42.566564 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Allocated IP 172.20.0.5 (0304ff4e-39fc-4cc0-8352-72da844b4e0d/557c2b22-09b7-4c10-97eb-3c20b18aceb0/f3d243ed-5575-465f-beaf-601fc573d1d3) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:47:42.758215 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9165e-fc4a-4b43-a279-0efe0b2f0ce4 req-0266117f-8ce2-4028-b909-92fc5c077ba7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:42.760070 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e1d9165e-fc4a-4b43-a279-0efe0b2f0ce4 req-0266117f-8ce2-4028-b909-92fc5c077ba7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0987036 Oct 15 11:47:42.794108 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:42.822011 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e1d9165e-fc4a-4b43-a279-0efe0b2f0ce4 req-5d1c6c5b-336c-419f-9a88-150f738dac2f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551744 Oct 15 11:47:42.902567 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290271b-65d0-48d9-a72c-f906477d7e76 req-c7b81348-76c3-490e-9f84-786de988fd44 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:42.902567 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9290271b-65d0-48d9-a72c-f906477d7e76 req-c7b81348-76c3-490e-9f84-786de988fd44 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0725608 Oct 15 11:47:42.946454 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9290271b-65d0-48d9-a72c-f906477d7e76 req-981a4d20-934c-411f-8287-ce55fdbd951a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Oct 15 11:47:43.155483 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:43.189083 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb', 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'b69c753f-7508-44f9-b484-f44d3062558a'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:47:43.199184 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Network 0304ff4e-39fc-4cc0-8352-72da844b4e0d is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:47:43.202247 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:47:43.206082 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:47:43.237449 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event updated for resources: {'Port': ['ID=f3d243ed-5575-465f-beaf-601fc573d1d3,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:43.291059 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:43.291712 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:43.397737 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-25fd91ac-e412-4160-8579-0755b840689d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3880496 Oct 15 11:47:43.413568 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Request body: {'port': {'device_id': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:47:43.494751 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:43.857857 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29316fc-2031-4fe9-a929-0f424730a36b req-fe3232bf-8f22-4775-8278-f3fcd2e8cc3e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:43.859515 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a29316fc-2031-4fe9-a929-0f424730a36b req-fe3232bf-8f22-4775-8278-f3fcd2e8cc3e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1900756 Oct 15 11:47:43.869426 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae032-1a08-4264-ad0e-53ad78811a89 req-64b5aa00-a9e1-4eb6-98a7-8b930c543eee tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:43.876728 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3eae032-1a08-4264-ad0e-53ad78811a89 req-64b5aa00-a9e1-4eb6-98a7-8b930c543eee tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 931 time: 0.1582284 Oct 15 11:47:43.965278 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a29316fc-2031-4fe9-a929-0f424730a36b req-2080e110-2b4d-4e83-bee0-de90bc36bde1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0858948 Oct 15 11:47:43.995095 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3eae032-1a08-4264-ad0e-53ad78811a89 req-f7fab9b7-f6f0-4974-b18d-b4c2cbba51b9 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174469 Oct 15 11:47:44.063539 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d243ed-5575-465f-beaf-601fc573d1d3 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:47:44.072314 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:44.089708 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Transition to ACTIVE for port object f3d243ed-5575-465f-beaf-601fc573d1d3 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:47:44.200324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efc1e0-172c-43f4-8f7c-0c4d739559fc req-81a23e6d-9327-4038-8657-1e80ef069469 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:44.201808 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99efc1e0-172c-43f4-8f7c-0c4d739559fc req-81a23e6d-9327-4038-8657-1e80ef069469 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0871642 Oct 15 11:47:44.210314 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda970-1456-4085-a2d7-e2ba049d2fc3 req-20448fe4-8d2a-4ecc-bef2-41ed00ad65a9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:44.211832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2dda970-1456-4085-a2d7-e2ba049d2fc3 req-20448fe4-8d2a-4ecc-bef2-41ed00ad65a9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0851943 Oct 15 11:47:44.241181 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:44.310667 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99efc1e0-172c-43f4-8f7c-0c4d739559fc req-c6368d07-c8db-4406-a44c-7631e12e3454 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977650 Oct 15 11:47:44.341071 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2dda970-1456-4085-a2d7-e2ba049d2fc3 req-b6414746-583e-421a-bc98-71aa5dc209b8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221781 Oct 15 11:47:44.347866 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Pushing event updated for resources: {'Port': ['ID=f3d243ed-5575-465f-beaf-601fc573d1d3,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:44.442965 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Attempting to bind port f3d243ed-5575-465f-beaf-601fc573d1d3 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:47:44.443372 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Attempting to bind port f3d243ed-5575-465f-beaf-601fc573d1d3 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:47:44.443716 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Attempting to bind port f3d243ed-5575-465f-beaf-601fc573d1d3 on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:47:44.449628 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Port f3d243ed-5575-465f-beaf-601fc573d1d3 on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:47:44.457189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Attempting to bind port f3d243ed-5575-465f-beaf-601fc573d1d3 on network 0304ff4e-39fc-4cc0-8352-72da844b4e0d {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:47:44.457189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:47:44.457189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Checking segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:47:44.457189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Bound using segment: {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:47:44.457189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Bound port: f3d243ed-5575-465f-beaf-601fc573d1d3, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c918c473-90a0-4136-9034-9ad3793233d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:47:44.457709 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:44.569255 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] For port f3d243ed-5575-465f-beaf-601fc573d1d3, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:47:44.573328 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] For port f3d243ed-5575-465f-beaf-601fc573d1d3, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=f3d243ed-5575-465f-beaf-601fc573d1d3,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:47:44.656298 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40238) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:44.669979 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:44.734295 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:44.735889 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:44.737538 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] 10.222.0.32 "PUT /v2.0/ports/f3d243ed-5575-465f-beaf-601fc573d1d3 HTTP/1.1" status: 200 len: 1093 time: 1.3288732 Oct 15 11:47:44.738431 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'tag': 'f3d243ed-5575-465f-beaf-601fc573d1d3'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:47:44.741146 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989c070c-d127-4d55-913b-3063a33ad994" -d '{"events": [{"name": "network-changed", "server_uuid": "21298a63-e57b-4116-b8c3-df32dcf3c097", "tag": "f3d243ed-5575-465f-beaf-601fc573d1d3"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:47:44.870899 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3cca95f9-9e58-4b65-98bf-a75dd6476c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:44.999529 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3cca95f9-9e58-4b65-98bf-a75dd6476c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:45.010394 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-0e2c5853-0794-45b0-9c98-b9d3bf51a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.013469 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-0e2c5853-0794-45b0-9c98-b9d3bf51a480 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 1098 time: 0.1052465 Oct 15 11:47:45.053438 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3cca95f9-9e58-4b65-98bf-a75dd6476c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:45.108086 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3cca95f9-9e58-4b65-98bf-a75dd6476c62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=483cf81dec124b69bd66dbf20a60954d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491379 Oct 15 11:47:45.115441 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40250) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:45.116408 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca95f9-9e58-4b65-98bf-a75dd6476c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5da325-145f-4e30-923d-cfe45fa3bead,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:45.157975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd4821a-5386-47ff-a428-e4bfe8bfd709 x-openstack-request-id: req-2bd4821a-5386-47ff-a428-e4bfe8bfd709 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:47:45.158413 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21298a63-e57b-4116-b8c3-df32dcf3c097", "tag": "f3d243ed-5575-465f-beaf-601fc573d1d3", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:47:45.158784 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bd4821a-5386-47ff-a428-e4bfe8bfd709 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:47:45.159434 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'tag': 'f3d243ed-5575-465f-beaf-601fc573d1d3', 'status': 'completed', 'code': 200} Oct 15 11:47:45.172990 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d5f17-6011-4467-a4ce-a759a4a0dd0b service neutron] Pushing event updated for resources: {'Port': ['ID=f3d243ed-5575-465f-beaf-601fc573d1d3,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:45.226115 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-937611ee-e0f6-4a84-853a-71588200a87f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:45.250319 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-937611ee-e0f6-4a84-853a-71588200a87f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:45.272739 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a16770-34f4-4356-a1c0-77459d86ae69 req-8b9e5ad7-f65a-4357-b736-5e65597ed1ed tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.274553 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1a16770-34f4-4356-a1c0-77459d86ae69 req-8b9e5ad7-f65a-4357-b736-5e65597ed1ed tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.5064626 Oct 15 11:47:45.284511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c070c-d127-4d55-913b-3063a33ad994 req-0f15d8c1-b334-48e9-affe-cc54be729f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.290418 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-989c070c-d127-4d55-913b-3063a33ad994 req-0f15d8c1-b334-48e9-affe-cc54be729f77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 1096 time: 0.1225784 Oct 15 11:47:45.300513 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afcb42-0bbb-4a93-ae34-930808f4fb01 req-32b2535f-19db-42a7-a1bd-a27a335f79a3 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.302050 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-83afcb42-0bbb-4a93-ae34-930808f4fb01 req-32b2535f-19db-42a7-a1bd-a27a335f79a3 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.1417220 Oct 15 11:47:45.321993 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-bc54b72d-be3a-4942-92d2-9821b4c76e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.323742 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-bc54b72d-be3a-4942-92d2-9821b4c76e7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.2979589 Oct 15 11:47:45.386213 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1a16770-34f4-4356-a1c0-77459d86ae69 req-aa6750fb-61f7-4476-a8e5-1e9e1fc87d84 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956068 Oct 15 11:47:45.432068 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-937611ee-e0f6-4a84-853a-71588200a87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:45.434345 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-937611ee-e0f6-4a84-853a-71588200a87f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:45.436583 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-937611ee-e0f6-4a84-853a-71588200a87f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c5da325-145f-4e30-923d-cfe45fa3bead HTTP/1.1" status: 204 len: 168 time: 0.3171053 Oct 15 11:47:45.454689 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-83afcb42-0bbb-4a93-ae34-930808f4fb01 req-7d530a7e-f111-4178-accd-ff4c9486f863 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412306 Oct 15 11:47:45.467507 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937611ee-e0f6-4a84-853a-71588200a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5da325-145f-4e30-923d-cfe45fa3bead,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:45.482254 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c070c-d127-4d55-913b-3063a33ad994 req-ce2d8a08-bbdc-43cc-844f-a6530a79d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.484199 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-989c070c-d127-4d55-913b-3063a33ad994 req-ce2d8a08-bbdc-43cc-844f-a6530a79d797 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1809766 Oct 15 11:47:45.486984 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-58c27e3e-1b03-48c9-aac8-d127ed2230de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 200 len: 1001 time: 0.1516008 Oct 15 11:47:45.560334 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-de445bbd-568d-412e-83da-703129550ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.561979 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-de445bbd-568d-412e-83da-703129550ab1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0590248 Oct 15 11:47:45.639469 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c070c-d127-4d55-913b-3063a33ad994 req-e8f1124a-45d4-4d59-ab30-31b3d0f30d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.641017 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-989c070c-d127-4d55-913b-3063a33ad994 req-e8f1124a-45d4-4d59-ab30-31b3d0f30d9b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387532 Oct 15 11:47:45.832643 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-9d238c3f-092d-4d7a-9b29-682a76b8665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.834579 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-9d238c3f-092d-4d7a-9b29-682a76b8665a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 1096 time: 0.1330137 Oct 15 11:47:45.835531 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-6bdf3d5c-1491-416d-8cc3-9dc646b3d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.839177 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-6bdf3d5c-1491-416d-8cc3-9dc646b3d30a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2633753 Oct 15 11:47:45.858633 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31696e-19c9-41de-9f64-e599ebebfe32 req-44e4ba65-5487-4cc6-9a0c-d1ae321b1596 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.866912 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f31696e-19c9-41de-9f64-e599ebebfe32 req-44e4ba65-5487-4cc6-9a0c-d1ae321b1596 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1964493 Oct 15 11:47:45.903901 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfafc6-1658-444c-bf93-5995f5d579d5 req-35e89d4c-f9c2-4b41-ad79-8fe96f91444c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:45.913233 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6bfafc6-1658-444c-bf93-5995f5d579d5 req-35e89d4c-f9c2-4b41-ad79-8fe96f91444c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.2705078 Oct 15 11:47:45.957176 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-efa1fb56-ed0e-4998-865f-7f6dc2fd509c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d243ed-5575-465f-beaf-601fc573d1d3 HTTP/1.1" status: 200 len: 217 time: 0.0690866 Oct 15 11:47:45.999216 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-c69628fc-4496-42da-a659-ce734ffe9099 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442800 Oct 15 11:47:46.022435 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f31696e-19c9-41de-9f64-e599ebebfe32 req-68592380-14e1-41aa-9549-5afabde1d4b3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1542141 Oct 15 11:47:46.070478 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6bfafc6-1658-444c-bf93-5995f5d579d5 req-40fdedb9-88b6-45d7-91e5-2d8dc4b66823 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558361 Oct 15 11:47:46.082667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-f462ed14-6b49-4872-9779-c35f2f877621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:46.082667 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-f462ed14-6b49-4872-9779-c35f2f877621 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 200 len: 854 time: 0.1015036 Oct 15 11:47:46.121093 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-231528f1-4fd4-4c33-ba46-6cda9557a1ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0304ff4e-39fc-4cc0-8352-72da844b4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278904 Oct 15 11:47:46.148892 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-8b75c83b-9bc0-4068-8bbd-a7afe27f6aea req-94e906ac-bce6-42c3-803b-56b9613ad5f6 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368611 Oct 15 11:47:46.255066 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-36683f2d-b0b8-4693-bb91-ce5ca0a962ad service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248679 Oct 15 11:47:46.294336 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40260) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:46.310945 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1311bd8d-9482-4855-9104-f6f3158d2ba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:46.375221 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4671d991-300a-48e1-b6c0-d6ff91da85e6 req-952d1693-1ad2-4146-bc42-3b23c48bb646 service neutron] 10.222.0.32 "GET /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972865 Oct 15 11:47:46.410751 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1311bd8d-9482-4855-9104-f6f3158d2ba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:46.474718 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1311bd8d-9482-4855-9104-f6f3158d2ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:46.519079 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1311bd8d-9482-4855-9104-f6f3158d2ba8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e61ca75572f14a6fa2120f0e234ef680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222855 Oct 15 11:47:46.521115 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311bd8d-9482-4855-9104-f6f3158d2ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb074a9-3c66-4fea-a4ff-78c7a6fd2a09,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:46.523582 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40266) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:46.600754 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14426d-bdb8-40df-ac86-cadd5e260fa1 req-a57a44e5-869d-4abb-8783-dbb8889f7709 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:46.602668 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f14426d-bdb8-40df-ac86-cadd5e260fa1 req-a57a44e5-869d-4abb-8783-dbb8889f7709 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.1233196 Oct 15 11:47:46.606821 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-97515c32-0fcb-41d9-8b4f-b9e5b321d7fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:46.648696 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-97515c32-0fcb-41d9-8b4f-b9e5b321d7fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:46.674374 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f14426d-bdb8-40df-ac86-cadd5e260fa1 req-689a3d44-b8d1-45d3-afb1-a14ec084e5ec tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620332 Oct 15 11:47:46.685853 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27ef5b-4684-41b0-a2a9-8d7a06a5e8a8 req-7b0c5a9b-1a92-4c93-bafd-93ddfeeb1923 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:46.691164 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ba27ef5b-4684-41b0-a2a9-8d7a06a5e8a8 req-7b0c5a9b-1a92-4c93-bafd-93ddfeeb1923 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.0838838 Oct 15 11:47:46.741410 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ba27ef5b-4684-41b0-a2a9-8d7a06a5e8a8 req-a1d1a4b2-fbb5-4332-8f09-6ccc88b70d10 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Oct 15 11:47:46.851968 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-97515c32-0fcb-41d9-8b4f-b9e5b321d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:46.854691 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-97515c32-0fcb-41d9-8b4f-b9e5b321d7fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:46.856405 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-97515c32-0fcb-41d9-8b4f-b9e5b321d7fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcb074a9-3c66-4fea-a4ff-78c7a6fd2a09 HTTP/1.1" status: 204 len: 168 time: 0.3318913 Oct 15 11:47:46.867980 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97515c32-0fcb-41d9-8b4f-b9e5b321d7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb074a9-3c66-4fea-a4ff-78c7a6fd2a09,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:47.243888 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1dd96-4f9e-4f5e-bb60-2b2a6af34cf8 req-f7ecf884-73fe-42e4-ad64-fc935a699dc3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:47.243888 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-66d1dd96-4f9e-4f5e-bb60-2b2a6af34cf8 req-f7ecf884-73fe-42e4-ad64-fc935a699dc3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0993278 Oct 15 11:47:47.270947 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438810e7-6bc7-4f78-87e1-32a4a2a1b16b req-0ac3dbaf-96f4-40bb-b924-1f29a5b44865 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:47.272401 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-438810e7-6bc7-4f78-87e1-32a4a2a1b16b req-0ac3dbaf-96f4-40bb-b924-1f29a5b44865 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1014082 Oct 15 11:47:47.301366 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-66d1dd96-4f9e-4f5e-bb60-2b2a6af34cf8 req-d1daeff3-a820-4180-a7f4-c708bc7822a0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0668952 Oct 15 11:47:47.321337 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-438810e7-6bc7-4f78-87e1-32a4a2a1b16b req-2df28363-a903-488d-8952-e8f1a7b6c82f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387235 Oct 15 11:47:47.819495 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ee586-6948-4db0-9d34-6474c0ca1b13 req-ac9b91b1-366a-4ec0-9e98-06ac768b4163 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:47.821084 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-100ee586-6948-4db0-9d34-6474c0ca1b13 req-ac9b91b1-366a-4ec0-9e98-06ac768b4163 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0606203 Oct 15 11:47:47.899710 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56f447-97fe-471b-a86e-03b4694d2263 req-6f025e70-810e-4837-b5f6-9190fec184c0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:47.914918 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2e56f447-97fe-471b-a86e-03b4694d2263 req-6f025e70-810e-4837-b5f6-9190fec184c0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.0925124 Oct 15 11:47:47.932384 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-100ee586-6948-4db0-9d34-6474c0ca1b13 req-deccca11-7af3-49dc-837c-61bcb1f5c8e7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018882 Oct 15 11:47:47.999051 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2e56f447-97fe-471b-a86e-03b4694d2263 req-d46f3600-4771-45d6-9cc3-7b5c03fa8e5e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784960 Oct 15 11:47:48.558871 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00bedd-3e88-4d6b-94b8-68d8b2968afa req-54e08549-1564-49a0-b5e4-b58d6e1bed74 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:48.560870 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2c00bedd-3e88-4d6b-94b8-68d8b2968afa req-54e08549-1564-49a0-b5e4-b58d6e1bed74 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1094162 Oct 15 11:47:48.569745 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eefa57-1f50-432d-9946-1667e901b077 req-bff5726d-561a-4b88-ba5a-1bc7b4a7b0eb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:48.571768 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00eefa57-1f50-432d-9946-1667e901b077 req-bff5726d-561a-4b88-ba5a-1bc7b4a7b0eb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1371250 Oct 15 11:47:48.654847 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2c00bedd-3e88-4d6b-94b8-68d8b2968afa req-99795f45-fafe-4dca-b31e-986a4c080e47 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817537 Oct 15 11:47:48.676595 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00eefa57-1f50-432d-9946-1667e901b077 req-7c59b8ad-d590-4682-a8e1-454ed2643a2f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0907745 Oct 15 11:47:48.807005 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:49.093098 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc91c-e800-4c57-bb1a-fdb5113f526d req-fcd74ead-e500-4461-b47d-5cc21cd12cd6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:49.095362 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d82fc91c-e800-4c57-bb1a-fdb5113f526d req-fcd74ead-e500-4461-b47d-5cc21cd12cd6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0890481 Oct 15 11:47:49.177147 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2d01-b667-40d9-93d9-15d345349e3f req-cd8e5fdc-b7a4-48e8-b004-30066043e934 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:49.178717 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-adbb2d01-b667-40d9-93d9-15d345349e3f req-cd8e5fdc-b7a4-48e8-b004-30066043e934 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.0822396 Oct 15 11:47:49.181522 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d82fc91c-e800-4c57-bb1a-fdb5113f526d req-65a3610c-9a15-46cc-b64e-bfdd6d6a7e78 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748239 Oct 15 11:47:49.238463 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-adbb2d01-b667-40d9-93d9-15d345349e3f req-b0180eec-bd6d-44a9-8282-07c5d3ef0f4a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Oct 15 11:47:49.667280 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 40362) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:49.854657 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03c68ec2-dd6f-43a7-bfc4-fcc407b9f2f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:49.883703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310a341-1069-4e75-8764-ea2bb3e69a47 req-8e33b45a-f6b4-4cb0-a351-71188bd9418a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:49.891070 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6310a341-1069-4e75-8764-ea2bb3e69a47 req-8e33b45a-f6b4-4cb0-a351-71188bd9418a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1170311 Oct 15 11:47:49.912833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54f53-1897-4b73-b757-2d69996ea346 req-81fbc473-2c5c-4241-a2cb-95a7ae8c84d6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:49.914342 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a7a54f53-1897-4b73-b757-2d69996ea346 req-81fbc473-2c5c-4241-a2cb-95a7ae8c84d6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.1295247 Oct 15 11:47:49.975159 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6310a341-1069-4e75-8764-ea2bb3e69a47 req-d515aa6e-06a5-4781-8480-baccb71597df tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831361 Oct 15 11:47:50.048185 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a7a54f53-1897-4b73-b757-2d69996ea346 req-ae269523-542c-478d-aaff-97d03d7e83a4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1146920 Oct 15 11:47:50.057516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03c68ec2-dd6f-43a7-bfc4-fcc407b9f2f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:50.143929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03c68ec2-dd6f-43a7-bfc4-fcc407b9f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:50.183911 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68ec2-dd6f-43a7-bfc4-fcc407b9f2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f656c-a9b8-499a-894b-2a1d0dfa39b8,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:50.207950 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-03c68ec2-dd6f-43a7-bfc4-fcc407b9f2f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44162edcfa6243558ad18bbe3ebb228c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395260 Oct 15 11:47:50.213453 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 40380) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:50.265359 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-40b23170-6508-4dca-b821-7cf20f0d5c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:50.291422 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-40b23170-6508-4dca-b821-7cf20f0d5c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:50.419123 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-40b23170-6508-4dca-b821-7cf20f0d5c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:50.422306 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-40b23170-6508-4dca-b821-7cf20f0d5c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:50.424733 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-40b23170-6508-4dca-b821-7cf20f0d5c8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a30f656c-a9b8-499a-894b-2a1d0dfa39b8 HTTP/1.1" status: 204 len: 168 time: 0.2126033 Oct 15 11:47:50.436098 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbecaa8-04e8-434c-85f8-dbd80ac4aa3c req-4a81e078-95a8-4827-93c6-1b7b788d217e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:50.437711 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cbecaa8-04e8-434c-85f8-dbd80ac4aa3c req-4a81e078-95a8-4827-93c6-1b7b788d217e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.0680766 Oct 15 11:47:50.447443 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b23170-6508-4dca-b821-7cf20f0d5c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f656c-a9b8-499a-894b-2a1d0dfa39b8,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:50.494960 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cbecaa8-04e8-434c-85f8-dbd80ac4aa3c req-ac7dc06b-452c-496e-a1e3-dca9bea82310 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 Oct 15 11:47:51.103249 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dfb58-53bd-4208-b58a-52b2ab2a5181 req-c74bbb7c-0b64-4f90-959e-2302b001168e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:51.105490 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-925dfb58-53bd-4208-b58a-52b2ab2a5181 req-c74bbb7c-0b64-4f90-959e-2302b001168e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0595543 Oct 15 11:47:51.171375 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-925dfb58-53bd-4208-b58a-52b2ab2a5181 req-54ac413d-fd3c-4439-890d-d3b04dd4a96b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595272 Oct 15 11:47:51.184074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a936-2981-47e8-a59c-9a3139e33c36 req-cb1e54bf-2b5d-48ac-a22b-63af6628ffef tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:51.186027 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9fb6a936-2981-47e8-a59c-9a3139e33c36 req-cb1e54bf-2b5d-48ac-a22b-63af6628ffef tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0681973 Oct 15 11:47:51.227286 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9fb6a936-2981-47e8-a59c-9a3139e33c36 req-45400c6d-2147-418d-8e1a-e7568e633f6f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345733 Oct 15 11:47:51.613697 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae9a8-4a3d-4d71-9b0d-f76c4a3afd01 req-9ce59b1b-f623-42c2-89ce-835d90e0c16a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:51.615169 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-557ae9a8-4a3d-4d71-9b0d-f76c4a3afd01 req-9ce59b1b-f623-42c2-89ce-835d90e0c16a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.0473623 Oct 15 11:47:51.650821 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40412) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:51.653784 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-557ae9a8-4a3d-4d71-9b0d-f76c4a3afd01 req-1477951e-1b04-47fa-b946-c48d9c47951a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Oct 15 11:47:51.696976 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] Deleting subnet 2a5b0c28-99ac-4652-b888-20c8d05532c1 {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:47:51.699836 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:51.739193 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:51.745238 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:51.858396 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:51.893200 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5b0c28-99ac-4652-b888-20c8d05532c1,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:51.917248 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:51.929193 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 40418) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:51.929705 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-22e1c6b7-be0e-4f5a-aa77-954b7e245c79 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2a5b0c28-99ac-4652-b888-20c8d05532c1 HTTP/1.1" status: 204 len: 168 time: 0.2771642 Oct 15 11:47:52.018111 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:52.110897 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:52.134178 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a6e73850>,) {'filters': {'network_id': ['0745887e-3078-43b9-ad71-34823dbf8da3']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:47:52.147334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a6e73850>, '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:47:52.147705 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a6e73850>, '03555b40-cfa9-4eb0-aaa9-72dcd39ee41f') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:47:52.166567 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:52.193751 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:52.203037 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:47:52.203621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:47:52.207528 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:47:52.369620 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738726-8e15-474c-ad76-8eccbbea5f9e req-c7791994-02b1-4d9d-aba6-d91947871584 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:52.371562 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9738726-8e15-474c-ad76-8eccbbea5f9e req-c7791994-02b1-4d9d-aba6-d91947871584 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0849361 Oct 15 11:47:52.405500 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa4e10-7302-4f2e-aee1-5b720e63ac6b req-e559c729-c618-429d-90b9-8dd92c25ffdd tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:52.408490 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3aa4e10-7302-4f2e-aee1-5b720e63ac6b req-e559c729-c618-429d-90b9-8dd92c25ffdd tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0849869 Oct 15 11:47:52.437524 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:52.449326 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9738726-8e15-474c-ad76-8eccbbea5f9e req-8d40f08e-b60d-41be-afbb-82cbd9f8f8e2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705638 Oct 15 11:47:52.453003 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:52.456217 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0745887e-3078-43b9-ad71-34823dbf8da3 HTTP/1.1" status: 204 len: 168 time: 0.5260389 Oct 15 11:47:52.495224 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbac5a8-34d4-4f2e-8e1f-ded1436c66e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0745887e-3078-43b9-ad71-34823dbf8da3,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:52.501983 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3aa4e10-7302-4f2e-aee1-5b720e63ac6b req-a1ad59a4-2b7c-49e0-990a-0ee07e387d18 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0886059 Oct 15 11:47:52.773961 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091ef3-c785-415e-b452-2da6674c2faf req-dd4e5aba-7565-4e7e-acfc-ffd02846667e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:52.775381 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7f091ef3-c785-415e-b452-2da6674c2faf req-dd4e5aba-7565-4e7e-acfc-ffd02846667e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.0521436 Oct 15 11:47:52.811366 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7f091ef3-c785-415e-b452-2da6674c2faf req-7fe726f8-dbcb-4b77-91c7-0b397278f2f1 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298111 Oct 15 11:47:53.074311 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 40436) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:53.113397 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9332f411-7413-4989-9700-45951edffad2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74559571f48047e4b0297a93a2a9f6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378528 Oct 15 11:47:53.116010 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 40438) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:53.162812 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2e903b36-4c07-427b-b30a-b0f31ae48898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:53.184476 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2e903b36-4c07-427b-b30a-b0f31ae48898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:53.274760 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2e903b36-4c07-427b-b30a-b0f31ae48898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:53.277609 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2e903b36-4c07-427b-b30a-b0f31ae48898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:53.278791 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2e903b36-4c07-427b-b30a-b0f31ae48898 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14884fd3-f8a0-462f-8b8b-9842ee3ae289 HTTP/1.1" status: 204 len: 168 time: 0.1618598 Oct 15 11:47:53.286480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e903b36-4c07-427b-b30a-b0f31ae48898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14884fd3-f8a0-462f-8b8b-9842ee3ae289,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:53.582283 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd79b6-5b7b-402d-aa9f-4de6afca9df0 req-b835682d-159c-4c95-9a41-0489246d01ae tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:53.583926 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-30cd79b6-5b7b-402d-aa9f-4de6afca9df0 req-b835682d-159c-4c95-9a41-0489246d01ae tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0592735 Oct 15 11:47:53.658903 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-30cd79b6-5b7b-402d-aa9f-4de6afca9df0 req-903761be-530e-45f3-a80f-8c702507f116 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569708 Oct 15 11:47:53.667458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14881-0761-4af5-9fb2-4654aa2477f8 req-62a74e99-ef5c-472c-b1e2-7e5e1086013e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:53.668941 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-edf14881-0761-4af5-9fb2-4654aa2477f8 req-62a74e99-ef5c-472c-b1e2-7e5e1086013e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0805922 Oct 15 11:47:53.707632 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-edf14881-0761-4af5-9fb2-4654aa2477f8 req-5fe1904e-8889-4125-8013-ad25dfd2ed7b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310376 Oct 15 11:47:53.722554 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device f3d243ed-5575-465f-beaf-601fc573d1d3 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:47:53.818172 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port f3d243ed-5575-465f-beaf-601fc573d1d3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=f3d243ed-5575-465f-beaf-601fc573d1d3,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:53.828924 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': 'f3d243ed-5575-465f-beaf-601fc573d1d3', 'network_id': '0304ff4e-39fc-4cc0-8352-72da844b4e0d', 'port_id': 'f3d243ed-5575-465f-beaf-601fc573d1d3', 'mac_address': 'fa:16:3e:2d:0d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c2b22-09b7-4c10-97eb-3c20b18aceb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:47:53.867939 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:53.880758 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d243ed-5575-465f-beaf-601fc573d1d3 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:47:53.900579 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port f3d243ed-5575-465f-beaf-601fc573d1d3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=f3d243ed-5575-465f-beaf-601fc573d1d3,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:53.962991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca1fe8-e1ec-4d3c-b516-32ebcf9af3a0 req-e503749f-463f-4a7a-95b0-bfa7fcca6db4 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:53.964457 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-38ca1fe8-e1ec-4d3c-b516-32ebcf9af3a0 req-e503749f-463f-4a7a-95b0-bfa7fcca6db4 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 943 time: 0.0832546 Oct 15 11:47:53.966331 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094989-bd62-44a5-a880-d59c1774af1d req-882fbf40-bcf4-40d9-a983-995b7af17f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:53.967759 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28094989-bd62-44a5-a880-d59c1774af1d req-882fbf40-bcf4-40d9-a983-995b7af17f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1099 time: 0.0766492 Oct 15 11:47:54.029021 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:54.029383 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-38ca1fe8-e1ec-4d3c-b516-32ebcf9af3a0 req-b5c52007-118f-40e7-9e4e-0d5d7c8a5a33 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588949 Oct 15 11:47:54.075799 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=f3d243ed-5575-465f-beaf-601fc573d1d3,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:54.084030 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094989-bd62-44a5-a880-d59c1774af1d req-1f857b9a-3fd7-4300-8ac0-02e4838ccb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:54.085490 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28094989-bd62-44a5-a880-d59c1774af1d req-1f857b9a-3fd7-4300-8ac0-02e4838ccb05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.1017873 Oct 15 11:47:54.168169 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28094989-bd62-44a5-a880-d59c1774af1d req-89356c04-4f8a-4ed5-b5ed-7db3e66ea071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 200 len: 1002 time: 0.0627589 Oct 15 11:47:54.220227 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094989-bd62-44a5-a880-d59c1774af1d req-8e213a97-bcab-4a19-9645-108ba09944f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:54.222237 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28094989-bd62-44a5-a880-d59c1774af1d req-8e213a97-bcab-4a19-9645-108ba09944f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0456488 Oct 15 11:47:54.273613 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28094989-bd62-44a5-a880-d59c1774af1d req-12a8abf9-7c93-4595-84f8-eb75c462d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:54.275060 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28094989-bd62-44a5-a880-d59c1774af1d req-12a8abf9-7c93-4595-84f8-eb75c462d22b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381896 Oct 15 11:47:54.368063 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28094989-bd62-44a5-a880-d59c1774af1d req-133b2b8e-92ca-4713-9418-0dc9955b1bb2 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Oct 15 11:47:54.433382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['f3d243ed-5575-465f-beaf-601fc573d1d3'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:47:54.468996 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28094989-bd62-44a5-a880-d59c1774af1d req-3db42696-f900-4bd3-918c-e07fc5bbde33 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Oct 15 11:47:54.781182 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d655e-f4dd-4141-bc25-3560702ddc66 req-7b1cd71a-fea1-42a1-b827-9bbca3998fd2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:54.782692 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b4d655e-f4dd-4141-bc25-3560702ddc66 req-7b1cd71a-fea1-42a1-b827-9bbca3998fd2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0488439 Oct 15 11:47:54.844456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b4d655e-f4dd-4141-bc25-3560702ddc66 req-6955ac62-83c5-4b0c-a3e2-19ffe3f37992 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515723 Oct 15 11:47:54.852443 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73e632-bf0f-420e-9e7c-51f9cf17c7e9 req-2b230293-200d-4515-9fd4-69263bd95cff tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:54.853871 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5e73e632-bf0f-420e-9e7c-51f9cf17c7e9 req-2b230293-200d-4515-9fd4-69263bd95cff tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0703115 Oct 15 11:47:54.891516 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5e73e632-bf0f-420e-9e7c-51f9cf17c7e9 req-9701b964-3ea1-444f-b9e5-632bf67c1229 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314169 Oct 15 11:47:55.149126 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d532af-b6c8-4c94-85bf-778f807500c7 req-3242dc08-ce73-4dab-b345-f7292ed49831 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:55.150644 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d6d532af-b6c8-4c94-85bf-778f807500c7 req-3242dc08-ce73-4dab-b345-f7292ed49831 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 944 time: 0.0510886 Oct 15 11:47:55.190402 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d6d532af-b6c8-4c94-85bf-778f807500c7 req-2d6e334e-3cef-47f6-84da-6d241b1bf9c8 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Oct 15 11:47:55.743598 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device f3d243ed-5575-465f-beaf-601fc573d1d3 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:47:55.863425 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port f3d243ed-5575-465f-beaf-601fc573d1d3 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:47:55.867188 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port f3d243ed-5575-465f-beaf-601fc573d1d3 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:47:55.867475 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:55.963044 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:55.970083 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3778a40-bfe2-4b54-b2db-4e321d9dbfaa req-b3eb491d-474f-4bc8-ab82-29427411af56 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:55.972991 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b3778a40-bfe2-4b54-b2db-4e321d9dbfaa req-b3eb491d-474f-4bc8-ab82-29427411af56 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0581484 Oct 15 11:47:55.987641 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d243ed-5575-465f-beaf-601fc573d1d3'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:47:55.989916 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0404f9f6-a1d6-4fc4-835d-8146153f40f6" -d '{"events": [{"server_uuid": "21298a63-e57b-4116-b8c3-df32dcf3c097", "name": "network-vif-plugged", "status": "completed", "tag": "f3d243ed-5575-465f-beaf-601fc573d1d3"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:47:56.003011 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port f3d243ed-5575-465f-beaf-601fc573d1d3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=f3d243ed-5575-465f-beaf-601fc573d1d3,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:56.037720 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b3778a40-bfe2-4b54-b2db-4e321d9dbfaa req-96b2314c-a8e8-40e8-b3ab-e6e06de4b318 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532951 Oct 15 11:47:56.045043 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8c903-1c69-4c00-bcd6-498e2a2433b5 req-7af12732-3a64-419d-ae71-2a43bc0fa1b8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:56.046495 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f4e8c903-1c69-4c00-bcd6-498e2a2433b5 req-7af12732-3a64-419d-ae71-2a43bc0fa1b8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 946 time: 0.0721097 Oct 15 11:47:56.083032 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7455f5-4517-4c9b-90bc-9ba817f78b32 x-openstack-request-id: req-0a7455f5-4517-4c9b-90bc-9ba817f78b32 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:47:56.083322 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21298a63-e57b-4116-b8c3-df32dcf3c097", "name": "network-vif-plugged", "status": "completed", "tag": "f3d243ed-5575-465f-beaf-601fc573d1d3", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:47:56.083574 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a7455f5-4517-4c9b-90bc-9ba817f78b32 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:47:56.083961 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d243ed-5575-465f-beaf-601fc573d1d3', 'code': 200} Oct 15 11:47:56.086378 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f4e8c903-1c69-4c00-bcd6-498e2a2433b5 req-099bd511-7dd4-4b76-b3a3-5714eed38c30 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336092 Oct 15 11:47:56.112017 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:56.112017 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:47:56.176559 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=f3d243ed-5575-465f-beaf-601fc573d1d3,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:56.332090 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29b4ac-1c4f-455c-a1d0-3c658c30643d req-e7fc8492-dc3c-4222-b650-bead66f40428 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:56.333600 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fe29b4ac-1c4f-455c-a1d0-3c658c30643d req-e7fc8492-dc3c-4222-b650-bead66f40428 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Oct 15 11:47:56.356179 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:56.373100 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fe29b4ac-1c4f-455c-a1d0-3c658c30643d req-5ca5fd95-226a-4756-9b6e-467a8aac82dc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Oct 15 11:47:56.392234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:47:56.475513 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:56.485114 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5070-3648-4e8c-acad-0bc3bad1715e req-4298d169-5d48-4c99-a6cb-09cdadd5fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:56.487104 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b0a5070-3648-4e8c-acad-0bc3bad1715e req-4298d169-5d48-4c99-a6cb-09cdadd5fc18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 1098 time: 0.0402498 Oct 15 11:47:56.526349 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=8']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:56.526819 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b0a5070-3648-4e8c-acad-0bc3bad1715e req-892339c0-778f-4d15-b194-47faedb3c4bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296068 Oct 15 11:47:57.153542 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fbc4f-31dc-4c3d-ae96-5149a262e7a1 req-35698384-902b-4d62-87bd-c1babecb1f86 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:57.155129 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f5fbc4f-31dc-4c3d-ae96-5149a262e7a1 req-35698384-902b-4d62-87bd-c1babecb1f86 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0486639 Oct 15 11:47:57.194271 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3f5fbc4f-31dc-4c3d-ae96-5149a262e7a1 req-33bacbd3-3aab-4b66-86db-ca82cc958415 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322213 Oct 15 11:47:57.299516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fca04d-05d1-480b-b421-a3be9c812e63 req-5441213d-5c36-42da-ad3e-50ebdb8cc0d9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:57.301012 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-75fca04d-05d1-480b-b421-a3be9c812e63 req-5441213d-5c36-42da-ad3e-50ebdb8cc0d9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0537832 Oct 15 11:47:57.340471 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-75fca04d-05d1-480b-b421-a3be9c812e63 req-c56270e2-b102-4001-ae11-5538778cc27b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321658 Oct 15 11:47:57.488250 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042f98-60fb-4da6-9d9a-3e042a284854 req-fb7146dd-63d0-49cf-91e3-7566cab4a65f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:57.489821 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1042f98-60fb-4da6-9d9a-3e042a284854 req-fb7146dd-63d0-49cf-91e3-7566cab4a65f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Oct 15 11:47:57.527652 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1042f98-60fb-4da6-9d9a-3e042a284854 req-4320f09f-9eb9-4541-91e2-9817510dfa69 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Oct 15 11:47:57.984648 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 40530) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:58.018587 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-51280ede-56d2-4213-ba39-4bb1f8a0d6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.088539 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:47:58.090984 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cd2a1-e1a2-412c-97f5-cd1ccfd7129a" -d '{"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:47:58.091473 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ca5b1993-b0c3-43e6-9e58-67910185d1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.133296 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 11:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c80296-454b-49c3-b8c8-bb51ffd0ef39 x-openstack-request-id: req-42c80296-454b-49c3-b8c8-bb51ffd0ef39 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:47:58.133578 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-unplugged", "status": "failed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed", "code": 422}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:47:58.133822 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42c80296-454b-49c3-b8c8-bb51ffd0ef39 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:47:58.134264 dv-cinder-814129-1-iscsi neutron-server[106849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'code': 422} returned with failed status Oct 15 11:47:58.169971 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ca5b1993-b0c3-43e6-9e58-67910185d1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.312524 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b2d6c-537a-4ad6-b50c-fdd4ed251a93 req-7eb3f51e-5fe0-49c6-8d34-8fad9d87135d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:58.313932 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c62b2d6c-537a-4ad6-b50c-fdd4ed251a93 req-7eb3f51e-5fe0-49c6-8d34-8fad9d87135d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0523646 Oct 15 11:47:58.315601 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ca5b1993-b0c3-43e6-9e58-67910185d1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.378495 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b1993-b0c3-43e6-9e58-67910185d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f00af-d5dc-44bc-8cb2-5669549ae53c,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:58.387093 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ca5b1993-b0c3-43e6-9e58-67910185d1e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7918a6374028472187d89afc3cf725ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980699 Oct 15 11:47:58.388750 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40542) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:47:58.407566 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c62b2d6c-537a-4ad6-b50c-fdd4ed251a93 req-1bf0a7d3-f8b1-41e6-a67c-b91a1d4bfb05 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813870 Oct 15 11:47:58.457880 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66d8f428-6410-42c7-9b39-b002b94d3a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.482070 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66d8f428-6410-42c7-9b39-b002b94d3a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.482915 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde931-f459-4a90-938a-6225d4f00d03 req-cb5c9bb5-9b92-446c-8f46-5a99a328319a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:58.484387 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1bdde931-f459-4a90-938a-6225d4f00d03 req-cb5c9bb5-9b92-446c-8f46-5a99a328319a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0541165 Oct 15 11:47:58.525095 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1bdde931-f459-4a90-938a-6225d4f00d03 req-90c1d04b-f5b5-440f-8658-b115d2c75280 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339761 Oct 15 11:47:58.578280 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66d8f428-6410-42c7-9b39-b002b94d3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.581271 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-66d8f428-6410-42c7-9b39-b002b94d3a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:47:58.585291 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-66d8f428-6410-42c7-9b39-b002b94d3a34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/307f00af-d5dc-44bc-8cb2-5669549ae53c HTTP/1.1" status: 204 len: 168 time: 0.1954520 Oct 15 11:47:58.593549 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8f428-6410-42c7-9b39-b002b94d3a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f00af-d5dc-44bc-8cb2-5669549ae53c,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:47:58.654790 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a01b3-aa1a-4a4c-a3e8-d1d3b377dc22 req-3a683c4a-d715-4dac-b08e-94beb504b827 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:58.656295 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-659a01b3-aa1a-4a4c-a3e8-d1d3b377dc22 req-3a683c4a-d715-4dac-b08e-94beb504b827 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0626357 Oct 15 11:47:58.703448 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-659a01b3-aa1a-4a4c-a3e8-d1d3b377dc22 req-f1fa3643-0eb5-40dd-a5a9-1781da75244e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Oct 15 11:47:59.536310 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad86db-1e52-4689-88a3-a43a69232f0f req-779564b7-cc5e-4ad1-bd37-85793ed767aa tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:47:59.538110 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-82ad86db-1e52-4689-88a3-a43a69232f0f req-779564b7-cc5e-4ad1-bd37-85793ed767aa tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0550213 Oct 15 11:47:59.587640 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-82ad86db-1e52-4689-88a3-a43a69232f0f req-98e59ce3-8445-43be-a425-56c25996e8d2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 Oct 15 11:47:59.732703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-3d164ae2-2286-4e0a-8e2c-1cc063e24c16 req-29843180-0d0f-415a-9af7-fba70a434ee4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:47:59.733805 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3d164ae2-2286-4e0a-8e2c-1cc063e24c16 req-29843180-0d0f-415a-9af7-fba70a434ee4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056784 Oct 15 11:48:00.102212 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde012c-3a44-4adc-ba16-7946775c447c req-5687bb0d-2274-4873-988b-6566ebbe8d16 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:00.102212 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9cde012c-3a44-4adc-ba16-7946775c447c req-5687bb0d-2274-4873-988b-6566ebbe8d16 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0658717 Oct 15 11:48:00.146028 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9cde012c-3a44-4adc-ba16-7946775c447c req-7c7d3c88-93a3-47f0-a819-943f6d8a9aa3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336146 Oct 15 11:48:00.555234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fe612dac-8b89-4072-a4fb-a08800a8cde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:00.607000 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 40660) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:48:00.718361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce6d92-fb1b-415e-825d-748182008cd1 req-dad31154-5d89-4002-b406-77fef965777f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:00.719906 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6ce6d92-fb1b-415e-825d-748182008cd1 req-dad31154-5d89-4002-b406-77fef965777f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0500975 Oct 15 11:48:00.728164 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-85e5ac71-3554-442d-b124-407cad7705b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200397 Oct 15 11:48:00.739466 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-6044568e-2832-463d-8285-208a37b51f9f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:48:00.741218 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-6044568e-2832-463d-8285-208a37b51f9f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069361 Oct 15 11:48:00.769872 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6ce6d92-fb1b-415e-825d-748182008cd1 req-c933470b-5ed8-491a-ad05-402b001ab2f6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Oct 15 11:48:01.283936 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65a11a-a2da-4a34-9275-201359fd9880 req-262e9613-a46b-443d-8662-0c843d22898b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:01.285418 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8a65a11a-a2da-4a34-9275-201359fd9880 req-262e9613-a46b-443d-8662-0c843d22898b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0512166 Oct 15 11:48:01.323752 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8a65a11a-a2da-4a34-9275-201359fd9880 req-34cc8e19-d03d-4af4-b9b2-9dd393e1cee8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324056 Oct 15 11:48:01.560829 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:01.785249 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:48:01.892427 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:01.901502 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5076b4-bb85-4e19-b543-27d7059ae23f req-aa91cc03-0cf3-4b2c-ada7-0b483e7662e6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:01.903387 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bc5076b4-bb85-4e19-b543-27d7059ae23f req-aa91cc03-0cf3-4b2c-ada7-0b483e7662e6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0561182 Oct 15 11:48:01.941343 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bc5076b4-bb85-4e19-b543-27d7059ae23f req-f0f8eafb-a854-48e4-9052-2fa7f0a02432 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Oct 15 11:48:02.444020 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91224e0d-31c2-4076-86f6-352183dfb9e7 req-6e07fe4e-8cc9-4be5-bde1-bb5fabdb5b93 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:02.445493 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-91224e0d-31c2-4076-86f6-352183dfb9e7 req-6e07fe4e-8cc9-4be5-bde1-bb5fabdb5b93 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0500696 Oct 15 11:48:02.485362 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-91224e0d-31c2-4076-86f6-352183dfb9e7 req-01090a6f-b49c-4dfc-a738-f4c91bf7bff3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340748 Oct 15 11:48:03.053625 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949644eb-09a9-4f25-b19e-c379b22f7ca4 req-e4f9da53-1d39-4d1b-ba3b-a7b63e840060 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:03.055190 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-949644eb-09a9-4f25-b19e-c379b22f7ca4 req-e4f9da53-1d39-4d1b-ba3b-a7b63e840060 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0485060 Oct 15 11:48:03.092920 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-949644eb-09a9-4f25-b19e-c379b22f7ca4 req-fe3fecf9-ab02-4acc-b739-2d9378d95fad tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Oct 15 11:48:03.543650 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:03.603369 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1c72-381f-40a7-972b-76209e214cf5 req-bb4eb33d-70b6-4148-b495-2844afb3b720 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:03.604917 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-252f1c72-381f-40a7-972b-76209e214cf5 req-bb4eb33d-70b6-4148-b495-2844afb3b720 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0468714 Oct 15 11:48:03.644902 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-252f1c72-381f-40a7-972b-76209e214cf5 req-89f611a8-8375-4fb8-94dc-fd0cbf484e3d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316360 Oct 15 11:48:04.216129 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd77d39-e797-4c4e-87c6-9786606bf484 req-17824e26-c283-493b-a03b-b49c9e82a24c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:04.217598 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5bd77d39-e797-4c4e-87c6-9786606bf484 req-17824e26-c283-493b-a03b-b49c9e82a24c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0529692 Oct 15 11:48:04.257694 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5bd77d39-e797-4c4e-87c6-9786606bf484 req-5139c2b5-71c4-447a-8497-a36de3fade44 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Oct 15 11:48:04.766525 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35adfb-6a08-4977-bf5d-a85f7a890a27 req-6ac097f8-0a7b-44bf-9049-760bd5efaa5e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:04.768048 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed35adfb-6a08-4977-bf5d-a85f7a890a27 req-6ac097f8-0a7b-44bf-9049-760bd5efaa5e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0510547 Oct 15 11:48:04.807677 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed35adfb-6a08-4977-bf5d-a85f7a890a27 req-4cba2f88-1016-4b49-a7c0-6c6dc8c26183 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335288 Oct 15 11:48:05.382369 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a8bbf-84bb-4423-9bfc-e4f5317a8585 req-8a4f001f-4f67-4f6f-92c5-d761d0f3d7a8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:05.383757 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-750a8bbf-84bb-4423-9bfc-e4f5317a8585 req-8a4f001f-4f67-4f6f-92c5-d761d0f3d7a8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0497980 Oct 15 11:48:05.419664 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-750a8bbf-84bb-4423-9bfc-e4f5317a8585 req-a2460fe8-6f32-408d-a07e-31a08105bbdf tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301378 Oct 15 11:48:05.930585 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769edb-ac33-4b13-ac88-eea5a46ea16c req-b89f8221-7228-49d1-8ac2-2950515468d3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:05.932054 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e9769edb-ac33-4b13-ac88-eea5a46ea16c req-b89f8221-7228-49d1-8ac2-2950515468d3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0509615 Oct 15 11:48:05.972221 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e9769edb-ac33-4b13-ac88-eea5a46ea16c req-d6b7d791-059a-4a1b-a549-b6977928fb3d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343158 Oct 15 11:48:06.535089 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461c2a-3140-478f-bc23-b81c98ce8021 req-815abab1-f6a9-4281-a61e-1fea17e22a56 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:06.536614 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e461c2a-3140-478f-bc23-b81c98ce8021 req-815abab1-f6a9-4281-a61e-1fea17e22a56 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0508738 Oct 15 11:48:06.575866 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e461c2a-3140-478f-bc23-b81c98ce8021 req-d07af692-c383-4706-abd7-0cb203802e2e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Oct 15 11:48:07.092792 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e1e56-ca7e-4001-98c3-12508ce2f547 req-0b775c17-3613-4f02-a9b5-b0a98cd85da4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:07.094233 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-208e1e56-ca7e-4001-98c3-12508ce2f547 req-0b775c17-3613-4f02-a9b5-b0a98cd85da4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0462766 Oct 15 11:48:07.133260 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-208e1e56-ca7e-4001-98c3-12508ce2f547 req-7b2cdd7f-2f51-48e9-a1f8-e764d1c55392 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326688 Oct 15 11:48:07.695900 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b2e5-2e16-4527-b9d3-385dfb430545 req-a6e1fafd-c63f-4b5b-b1e7-4c41eec4bd80 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:07.697327 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9944b2e5-2e16-4527-b9d3-385dfb430545 req-a6e1fafd-c63f-4b5b-b1e7-4c41eec4bd80 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0463231 Oct 15 11:48:07.740539 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9944b2e5-2e16-4527-b9d3-385dfb430545 req-a0c08c60-4ae4-492b-a3f9-ad87398ccba1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369081 Oct 15 11:48:08.250274 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281411c-91c8-4d1c-8e2d-2d2f5cff4f69 req-0172c9d0-6a21-4427-a064-5ba951008418 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:08.251663 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2281411c-91c8-4d1c-8e2d-2d2f5cff4f69 req-0172c9d0-6a21-4427-a064-5ba951008418 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0476809 Oct 15 11:48:08.288251 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2281411c-91c8-4d1c-8e2d-2d2f5cff4f69 req-5153cc66-95ab-4c2c-a57a-243228315dfb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300479 Oct 15 11:48:08.855741 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccb684-9c57-4a32-891e-b8a0197372e5 req-a1df5b9c-d4a4-408a-a8a0-2060e79c95fd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:08.857298 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a5ccb684-9c57-4a32-891e-b8a0197372e5 req-a1df5b9c-d4a4-408a-a8a0-2060e79c95fd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0490820 Oct 15 11:48:08.895108 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a5ccb684-9c57-4a32-891e-b8a0197372e5 req-9205eacf-0e9b-476a-a565-063ae1fea6a7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Oct 15 11:48:09.073623 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:48:09.404013 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e39a-9014-4932-8844-3c03d0204dac req-feead859-fa1f-448a-b4d5-b92424f4221e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:09.405450 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e462e39a-9014-4932-8844-3c03d0204dac req-feead859-fa1f-448a-b4d5-b92424f4221e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0469136 Oct 15 11:48:09.447857 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e462e39a-9014-4932-8844-3c03d0204dac req-bdf6cfc1-a6d1-479e-9138-97946ff95a17 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365975 Oct 15 11:48:10.013191 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19db86-9752-4b74-a73b-dbfaf9247640 req-22a3708c-1740-48ec-88f9-d257b3eb1beb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:10.014673 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c19db86-9752-4b74-a73b-dbfaf9247640 req-22a3708c-1740-48ec-88f9-d257b3eb1beb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0489807 Oct 15 11:48:10.051225 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c19db86-9752-4b74-a73b-dbfaf9247640 req-efb64446-16c4-4f6d-abdc-3737672babc5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307405 Oct 15 11:48:10.564284 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cfb01-a686-442a-a1ea-d384ba009749 req-86ab8c14-fbb2-4e63-a94a-384ebc2f285c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:10.565757 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-096cfb01-a686-442a-a1ea-d384ba009749 req-86ab8c14-fbb2-4e63-a94a-384ebc2f285c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0482152 Oct 15 11:48:10.603611 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-096cfb01-a686-442a-a1ea-d384ba009749 req-263f11be-c435-47a0-bcc5-3654f182e037 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318189 Oct 15 11:48:11.163317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4274e0-024f-4f63-a54f-ae524a5c1f5f req-91684436-0015-425b-8807-a1a867547bf5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:11.164896 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2a4274e0-024f-4f63-a54f-ae524a5c1f5f req-91684436-0015-425b-8807-a1a867547bf5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0477509 Oct 15 11:48:11.211245 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2a4274e0-024f-4f63-a54f-ae524a5c1f5f req-78cefe5f-fc0b-4d00-a0ef-ceaf9ed4c271 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Oct 15 11:48:11.723652 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26063f-eeca-466f-ac75-d85936b78f1b req-7f023ef1-7d04-47e8-88bc-403a494c1ac8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:11.725167 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2c26063f-eeca-466f-ac75-d85936b78f1b req-7f023ef1-7d04-47e8-88bc-403a494c1ac8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0491395 Oct 15 11:48:11.761779 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2c26063f-eeca-466f-ac75-d85936b78f1b req-dfd2587c-2187-41ae-8719-bba1baf4ee19 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307181 Oct 15 11:48:12.326209 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61811246-4acd-4278-89b7-b7f8ec7cc6cf req-16b48f21-83a4-4f12-8053-c15ed706d73f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:12.327698 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61811246-4acd-4278-89b7-b7f8ec7cc6cf req-16b48f21-83a4-4f12-8053-c15ed706d73f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0487039 Oct 15 11:48:12.364255 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61811246-4acd-4278-89b7-b7f8ec7cc6cf req-91b43b30-57fc-480e-ad6d-1e17443d1ab3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Oct 15 11:48:12.878229 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0166b-042a-402c-a1e0-15858fe53e07 req-b42812a3-f567-493b-b053-6fb77e550324 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:12.879601 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68d0166b-042a-402c-a1e0-15858fe53e07 req-b42812a3-f567-493b-b053-6fb77e550324 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0460443 Oct 15 11:48:12.919583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-68d0166b-042a-402c-a1e0-15858fe53e07 req-6155f603-c182-4d82-85b5-d7a905a55ec6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341527 Oct 15 11:48:13.703587 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bf2e6-c1b2-480b-a197-ba18696cd108 req-27dea50f-7c67-4e36-a786-5e132777e731 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:13.705077 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a45bf2e6-c1b2-480b-a197-ba18696cd108 req-27dea50f-7c67-4e36-a786-5e132777e731 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.2744217 Oct 15 11:48:13.744034 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a45bf2e6-c1b2-480b-a197-ba18696cd108 req-35795459-4af2-46b1-a4c3-08354cf0f5f1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Oct 15 11:48:14.035930 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422d36a-c2f8-46ed-9f08-4299746f6b36 req-c4c3b344-a39e-4190-8472-549ba3132e83 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:14.037390 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b422d36a-c2f8-46ed-9f08-4299746f6b36 req-c4c3b344-a39e-4190-8472-549ba3132e83 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0485587 Oct 15 11:48:14.073825 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b422d36a-c2f8-46ed-9f08-4299746f6b36 req-21ce7236-463d-4655-a62c-2377928fd729 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303793 Oct 15 11:48:14.867672 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e8543-1e6e-4fa8-8dcd-f39ee8df0361 req-5bf03487-490e-4597-8987-9c18424b3152 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:14.869366 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f28e8543-1e6e-4fa8-8dcd-f39ee8df0361 req-5bf03487-490e-4597-8987-9c18424b3152 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0564003 Oct 15 11:48:14.910805 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f28e8543-1e6e-4fa8-8dcd-f39ee8df0361 req-8bc2c46e-777e-4c3b-b7f8-c3d1dd95f8f1 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Oct 15 11:48:15.233587 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fa53f-889e-419b-9c84-ff319ed2d50b req-17933c01-2a83-4a1b-b0d1-bff79d8bbd5b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:15.235102 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a0fa53f-889e-419b-9c84-ff319ed2d50b req-17933c01-2a83-4a1b-b0d1-bff79d8bbd5b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0484893 Oct 15 11:48:15.272568 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a0fa53f-889e-419b-9c84-ff319ed2d50b req-ea22bec7-3d94-4ad9-b0ce-f02c421d9165 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315466 Oct 15 11:48:16.024488 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f724778-b6b5-4041-8bea-22f0566e6dc0 req-7e97dbd8-160e-4a6b-82f5-eabd109d3d6e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:16.025976 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f724778-b6b5-4041-8bea-22f0566e6dc0 req-7e97dbd8-160e-4a6b-82f5-eabd109d3d6e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0482926 Oct 15 11:48:16.065203 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f724778-b6b5-4041-8bea-22f0566e6dc0 req-a41c04c7-0b51-48ae-9719-6a0beed4c50e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Oct 15 11:48:16.395393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ca9bd-1ab5-41ff-abfb-f5672a94b77f req-87967fa8-ae93-4642-bbd5-4221e94d9692 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:16.396787 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a59ca9bd-1ab5-41ff-abfb-f5672a94b77f req-87967fa8-ae93-4642-bbd5-4221e94d9692 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0467908 Oct 15 11:48:16.442121 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a59ca9bd-1ab5-41ff-abfb-f5672a94b77f req-e0ad5c09-30e9-48cf-ae82-2b078967305b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386465 Oct 15 11:48:16.746989 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14980a-d3cf-4e2a-a259-427f9f2974ce req-2423cd5c-84c6-43dd-8dc8-6aad7d043b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:16.748435 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c14980a-d3cf-4e2a-a259-427f9f2974ce req-2423cd5c-84c6-43dd-8dc8-6aad7d043b3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.0374591 Oct 15 11:48:16.783288 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c14980a-d3cf-4e2a-a259-427f9f2974ce req-42ad2c09-3adc-4203-b7ac-954dc167ba2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264866 Oct 15 11:48:17.176585 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecca23-9f9a-43f7-b455-bdc526c23bf4 req-81088df9-f778-4498-b853-be048a505556 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:17.177983 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47ecca23-9f9a-43f7-b455-bdc526c23bf4 req-81088df9-f778-4498-b853-be048a505556 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0477550 Oct 15 11:48:17.215448 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47ecca23-9f9a-43f7-b455-bdc526c23bf4 req-f574e42a-b79c-4616-85c1-8f19906598b7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Oct 15 11:48:17.561075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea05573-1b93-4804-9357-865ee327c1cd req-551ba8ce-45bd-49be-84f1-f9bb6e507e2f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:17.562592 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ea05573-1b93-4804-9357-865ee327c1cd req-551ba8ce-45bd-49be-84f1-f9bb6e507e2f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0492287 Oct 15 11:48:17.603256 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ea05573-1b93-4804-9357-865ee327c1cd req-dbcdb681-2221-45ba-9c53-c0df54687d08 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347607 Oct 15 11:48:18.328014 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691890-3d89-4fe9-9595-c33ce29272fa req-ce18b6ea-fe7e-46e0-b3e5-84db02ec9ecf tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:18.329472 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3691890-3d89-4fe9-9595-c33ce29272fa req-ce18b6ea-fe7e-46e0-b3e5-84db02ec9ecf tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0467191 Oct 15 11:48:18.366246 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3691890-3d89-4fe9-9595-c33ce29272fa req-b1a705a4-b73b-4a80-b68e-dd3e041ebb03 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303149 Oct 15 11:48:18.717728 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d990-4c5f-46fa-82a2-db3545ccaf7b req-4fe0e4d8-cdf0-459c-83b8-840a703eb3fe tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:18.720927 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d29d990-4c5f-46fa-82a2-db3545ccaf7b req-4fe0e4d8-cdf0-459c-83b8-840a703eb3fe tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0480869 Oct 15 11:48:18.754979 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:18.756545 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d29d990-4c5f-46fa-82a2-db3545ccaf7b req-d8cf459f-8bfc-4cc1-81f5-c5e3062278c4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313356 Oct 15 11:48:19.477415 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49add3-9fd1-4ff3-8ef5-1a6da33e033e req-66b8ce67-3312-4ece-a1f5-e0a644c1b0a2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:19.478784 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4d49add3-9fd1-4ff3-8ef5-1a6da33e033e req-66b8ce67-3312-4ece-a1f5-e0a644c1b0a2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0469613 Oct 15 11:48:19.516870 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4d49add3-9fd1-4ff3-8ef5-1a6da33e033e req-ad7c5ace-82a8-4121-ada2-fbee6bbfdb50 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Oct 15 11:48:19.871220 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71ddd5-709a-4dce-bff7-e1eb0908131b req-c8a73e20-7a63-4d6f-a31a-7e72fb6cc0bc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:19.872635 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-be71ddd5-709a-4dce-bff7-e1eb0908131b req-c8a73e20-7a63-4d6f-a31a-7e72fb6cc0bc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0462096 Oct 15 11:48:19.909214 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-be71ddd5-709a-4dce-bff7-e1eb0908131b req-52bab62e-ebb1-4d7d-b941-385a788ca1d2 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303979 Oct 15 11:48:20.632347 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c56c0-73b7-4bae-b671-e021b2bf82ed req-20adcc97-d619-4f47-b714-65d45be01cbc tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:20.633832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f98c56c0-73b7-4bae-b671-e021b2bf82ed req-20adcc97-d619-4f47-b714-65d45be01cbc tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0484262 Oct 15 11:48:20.700076 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f98c56c0-73b7-4bae-b671-e021b2bf82ed req-c6bb5750-2de2-445f-9487-ffc20087fc4d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597515 Oct 15 11:48:20.708309 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759608-2489-4bc3-aa09-44056388b936 req-9213e947-6d31-4b19-96b0-327dfde445df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:20.709819 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13759608-2489-4bc3-aa09-44056388b936 req-9213e947-6d31-4b19-96b0-327dfde445df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.0678468 Oct 15 11:48:20.820373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759608-2489-4bc3-aa09-44056388b936 req-ae9e31cd-841d-461c-a023-56bcc1991c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:20.821896 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13759608-2489-4bc3-aa09-44056388b936 req-ae9e31cd-841d-461c-a023-56bcc1991c4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.0832257 Oct 15 11:48:20.868726 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13759608-2489-4bc3-aa09-44056388b936 req-162b2987-53bc-4c16-8652-92ef4e286814 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 217 time: 0.0372965 Oct 15 11:48:20.918246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759608-2489-4bc3-aa09-44056388b936 req-d00e2b29-f7a0-47f3-80a6-588fe90cdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:20.919728 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13759608-2489-4bc3-aa09-44056388b936 req-d00e2b29-f7a0-47f3-80a6-588fe90cdeb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0435536 Oct 15 11:48:20.955644 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13759608-2489-4bc3-aa09-44056388b936 req-1492ffa3-204d-4606-a388-170a5b27f398 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257492 Oct 15 11:48:21.078774 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f63f8e-1059-4522-9e5a-81471b53fb31 req-51a69150-2b92-4ce7-ad39-1238798e1ff1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:21.080916 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-50f63f8e-1059-4522-9e5a-81471b53fb31 req-51a69150-2b92-4ce7-ad39-1238798e1ff1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0975728 Oct 15 11:48:21.108363 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13759608-2489-4bc3-aa09-44056388b936 req-b26573bf-c854-49c8-8c99-8e03662246c9 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442676 Oct 15 11:48:21.134456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-50f63f8e-1059-4522-9e5a-81471b53fb31 req-4b8b7662-bd34-4a82-b7e9-ad405cb676d1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474017 Oct 15 11:48:21.221529 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13759608-2489-4bc3-aa09-44056388b936 req-099c5507-c320-490d-a02b-2d8e33f14528 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970144 Oct 15 11:48:21.828832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc57cc1-bd10-48a9-b5af-33f7c0aa2e65 req-73059bb3-f350-45ad-b925-92298a15f657 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:21.830493 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ffc57cc1-bd10-48a9-b5af-33f7c0aa2e65 req-73059bb3-f350-45ad-b925-92298a15f657 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0568669 Oct 15 11:48:21.868078 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ffc57cc1-bd10-48a9-b5af-33f7c0aa2e65 req-8b48c37e-71e7-4f31-9fae-0f9128ab1da3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Oct 15 11:48:22.013239 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-103c8c5b-aef3-455c-9d3e-13cd40060e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:22.014760 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-103c8c5b-aef3-455c-9d3e-13cd40060e76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211&tenant_id=16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 1097 time: 0.0669887 Oct 15 11:48:22.078317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-3c107e4a-b1fc-499c-ac7c-059b082ec7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:22.079802 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-3c107e4a-b1fc-499c-ac7c-059b082ec7de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1097 time: 0.0416660 Oct 15 11:48:22.170405 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-4a445552-d04b-4e52-b443-880e8775306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:22.171942 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-4a445552-d04b-4e52-b443-880e8775306c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.0830662 Oct 15 11:48:22.292462 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-28e9a40c-f8e7-4570-91e6-b76193773624 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 200 len: 1000 time: 0.0954108 Oct 15 11:48:22.303085 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c165d3-28ca-459b-b90c-85475eaedb11 req-ef60ed85-26df-4471-9703-a6bda6d748be tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:22.304480 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-56c165d3-28ca-459b-b90c-85475eaedb11 req-ef60ed85-26df-4471-9703-a6bda6d748be tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0684659 Oct 15 11:48:22.348986 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-56c165d3-28ca-459b-b90c-85475eaedb11 req-cffbce4f-52cb-42b7-99a2-b22f076d6355 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385878 Oct 15 11:48:22.384701 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-2cc50ae4-7681-433c-bb6f-8bc943a9562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:22.386163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-2cc50ae4-7681-433c-bb6f-8bc943a9562d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0473721 Oct 15 11:48:22.470225 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-7f6fcbb3-2884-40ba-abf3-319687799c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:22.471754 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-7f6fcbb3-2884-40ba-abf3-319687799c6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415211 Oct 15 11:48:22.578307 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-f8eeaab2-cd08-46bb-8579-9630cf38f6a2 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898194 Oct 15 11:48:22.681133 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af6b481a-c7f0-49f7-a998-8e3d2c1b8416 req-d8aa5fc5-15f9-40bb-8b9f-b5d89f03b7b1 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866344 Oct 15 11:48:22.984194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e69e-86a2-4c26-8d79-185833226d53 req-cee86d0c-3931-44b9-9e42-89721a1437bd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:22.985757 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a651e69e-86a2-4c26-8d79-185833226d53 req-cee86d0c-3931-44b9-9e42-89721a1437bd tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0476251 Oct 15 11:48:23.025210 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a651e69e-86a2-4c26-8d79-185833226d53 req-55aac03a-02e4-4bd6-9362-64b9a251695d tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Oct 15 11:48:23.523742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65312b84-7852-47f7-a8c9-54a5771241ed req-0f124915-7678-43c4-8c90-837bfe0d5ebe tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:23.525507 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-65312b84-7852-47f7-a8c9-54a5771241ed req-0f124915-7678-43c4-8c90-837bfe0d5ebe tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0982811 Oct 15 11:48:23.612504 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-65312b84-7852-47f7-a8c9-54a5771241ed req-eb67a1c5-cdd6-4869-a258-93e396bdba8c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0782022 Oct 15 11:48:23.632048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca9053-0479-4af4-933c-ba39637d2fdf req-4b0cd4f8-5019-426d-acea-b6bab9083a53 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:23.636920 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a7ca9053-0479-4af4-933c-ba39637d2fdf req-4b0cd4f8-5019-426d-acea-b6bab9083a53 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0866928 Oct 15 11:48:23.676569 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a7ca9053-0479-4af4-933c-ba39637d2fdf req-d7e73219-8ad2-402d-879b-7d443013617a tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Oct 15 11:48:24.374923 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd91d6e-c33b-4681-b826-5895272fe6bd req-5c89c562-de19-435a-8f63-0adc1590a2ca tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:24.376441 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-efd91d6e-c33b-4681-b826-5895272fe6bd req-5c89c562-de19-435a-8f63-0adc1590a2ca tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0542784 Oct 15 11:48:24.416157 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-efd91d6e-c33b-4681-b826-5895272fe6bd req-0031d3e3-0f23-4024-99bc-ae7d20caa81e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331428 Oct 15 11:48:24.753245 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8b12b-10f6-47ad-a399-1a7d5cc4681d req-a63d5eb4-728f-4dd0-b8bf-49536e3fc3f8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:24.754820 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fdb8b12b-10f6-47ad-a399-1a7d5cc4681d req-a63d5eb4-728f-4dd0-b8bf-49536e3fc3f8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0529926 Oct 15 11:48:24.818449 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fdb8b12b-10f6-47ad-a399-1a7d5cc4681d req-5b190a63-9ebc-4660-b3d5-6a831a3e1a3d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0548313 Oct 15 11:48:24.828744 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94742d9f-8620-4845-a1b4-a015e3c99056 req-b8a8f496-1c56-4530-be46-c62e64270a40 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:24.830148 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94742d9f-8620-4845-a1b4-a015e3c99056 req-b8a8f496-1c56-4530-be46-c62e64270a40 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0744710 Oct 15 11:48:24.880876 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94742d9f-8620-4845-a1b4-a015e3c99056 req-f928b02f-057b-427f-8fe0-992eb9ab1f5c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 Oct 15 11:48:25.546004 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777006f9-7d45-464e-9dab-585b4ac99c2d req-26e57b4a-68a0-4d9f-bd6b-fcf0f17f4c0c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:25.547610 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-777006f9-7d45-464e-9dab-585b4ac99c2d req-26e57b4a-68a0-4d9f-bd6b-fcf0f17f4c0c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0653706 Oct 15 11:48:25.599556 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-777006f9-7d45-464e-9dab-585b4ac99c2d req-45b9f49d-5c78-4054-9045-c99d878e2918 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Oct 15 11:48:25.954092 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d4852-3bfd-4264-8d22-3e3852a1ae45 req-d9bc6aa9-115d-440c-8264-9e906be87602 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:25.961254 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e20d4852-3bfd-4264-8d22-3e3852a1ae45 req-d9bc6aa9-115d-440c-8264-9e906be87602 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0654359 Oct 15 11:48:26.022871 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e20d4852-3bfd-4264-8d22-3e3852a1ae45 req-2e9cb05f-8fc7-43d0-9b3b-09a95c43385f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601592 Oct 15 11:48:26.038842 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49b9a4-6c7b-4bc5-88de-09b4a2804e7d req-82b77f26-3723-4730-9c41-03e872f242cf tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:26.040405 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8b49b9a4-6c7b-4bc5-88de-09b4a2804e7d req-82b77f26-3723-4730-9c41-03e872f242cf tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0594828 Oct 15 11:48:26.087054 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8b49b9a4-6c7b-4bc5-88de-09b4a2804e7d req-f51a4987-0f67-4ff9-ad8c-adde9a503a37 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341985 Oct 15 11:48:26.733339 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10647-fad1-4b65-b414-7f66a97fc1c5 req-b9a4466f-755b-4324-bf4b-d974735f6cf9 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:26.734907 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6cf10647-fad1-4b65-b414-7f66a97fc1c5 req-b9a4466f-755b-4324-bf4b-d974735f6cf9 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Oct 15 11:48:26.772149 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6cf10647-fad1-4b65-b414-7f66a97fc1c5 req-11f12707-db33-4af9-9ffd-6c7a5a68e01b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304656 Oct 15 11:48:27.149743 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26915cea-3711-4a70-919c-92ab11d25c95 req-aadb6c7c-4e97-4011-a0ea-4b716bc4e6e0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:27.156706 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-26915cea-3711-4a70-919c-92ab11d25c95 req-aadb6c7c-4e97-4011-a0ea-4b716bc4e6e0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Oct 15 11:48:27.253841 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d956-9452-4195-9a25-59687ad16504 req-ebe54375-f3dc-4561-8e4a-9224f4a70182 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:27.261286 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c400d956-9452-4195-9a25-59687ad16504 req-ebe54375-f3dc-4561-8e4a-9224f4a70182 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0970953 Oct 15 11:48:27.272050 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-26915cea-3711-4a70-919c-92ab11d25c95 req-f2b05809-aa04-4462-95d2-dbae47f97501 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1092324 Oct 15 11:48:27.297986 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c400d956-9452-4195-9a25-59687ad16504 req-e2ffee55-1f4b-4354-bb7e-83af5e8e2714 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358009 Oct 15 11:48:27.881781 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0707-e8a1-4fa2-b68a-3c198f3a2130 req-03ae2cf4-d845-42dc-838b-f3768aa5344c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:27.883335 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-870a0707-e8a1-4fa2-b68a-3c198f3a2130 req-03ae2cf4-d845-42dc-838b-f3768aa5344c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0466490 Oct 15 11:48:27.938563 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-870a0707-e8a1-4fa2-b68a-3c198f3a2130 req-f6b2bc91-89f5-4d01-bdc2-e82d5af75d1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487223 Oct 15 11:48:28.001026 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-409d7a5c-7dd1-456a-8f33-25738e44ab43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:28.435914 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b038-1624-4396-a13e-0c1fa42a079d req-443c3839-c2fc-4ce6-9174-37e71099e9ae tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:28.437320 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1835b038-1624-4396-a13e-0c1fa42a079d req-443c3839-c2fc-4ce6-9174-37e71099e9ae tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0800130 Oct 15 11:48:28.449488 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fd9b6-eb67-4178-829e-a9be2442abeb req-1c012337-afdb-4fa1-bb5d-45cb14e200d8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:28.450933 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-201fd9b6-eb67-4178-829e-a9be2442abeb req-1c012337-afdb-4fa1-bb5d-45cb14e200d8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0650449 Oct 15 11:48:28.506466 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1835b038-1624-4396-a13e-0c1fa42a079d req-04e552ec-f4fe-4fe5-a798-e0affbdd47d2 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0544858 Oct 15 11:48:28.511707 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-201fd9b6-eb67-4178-829e-a9be2442abeb req-439cc0b8-8525-4722-bba6-9582890613cb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518579 Oct 15 11:48:29.057302 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d721a-dea0-4cef-a3b1-684726ce3acb req-da036160-0bc9-449f-addd-81b92a6befc0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:29.067584 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2b4d721a-dea0-4cef-a3b1-684726ce3acb req-da036160-0bc9-449f-addd-81b92a6befc0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0598183 Oct 15 11:48:29.102173 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2b4d721a-dea0-4cef-a3b1-684726ce3acb req-9bfe6622-ebc5-413b-ade2-489ab377ff35 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Oct 15 11:48:29.663156 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0266a83-a0b7-4f84-842f-7272d1e79446 req-2f60eb54-d166-4ad2-8499-dcb5c71503be tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:29.664600 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f0266a83-a0b7-4f84-842f-7272d1e79446 req-2f60eb54-d166-4ad2-8499-dcb5c71503be tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0800302 Oct 15 11:48:29.672641 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a0908-d066-48e5-99f8-da040124e9dc req-9427a000-49bb-4083-aed4-5091d4b9b929 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:29.673965 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b39a0908-d066-48e5-99f8-da040124e9dc req-9427a000-49bb-4083-aed4-5091d4b9b929 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0794365 Oct 15 11:48:29.730270 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f0266a83-a0b7-4f84-842f-7272d1e79446 req-32e1338d-aa07-4483-96e4-1507a913097f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0553019 Oct 15 11:48:29.732965 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b39a0908-d066-48e5-99f8-da040124e9dc req-ca58e6a4-d3b7-4031-8f52-700e7950a9ae tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512774 Oct 15 11:48:30.215667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5436b1-56b0-4221-9ec0-479f16189034 req-18a4d8d3-2008-40bf-b6a3-c28ede8deb0b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:30.217131 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e5436b1-56b0-4221-9ec0-479f16189034 req-18a4d8d3-2008-40bf-b6a3-c28ede8deb0b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Oct 15 11:48:30.254579 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e5436b1-56b0-4221-9ec0-479f16189034 req-bba40d11-7f3c-46f1-8cd3-5e9e92d2c61b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Oct 15 11:48:30.509213 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-51143879-c3ef-468b-8ab6-dc59d2931ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:30.874533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedd07e-c6b3-483c-9ea9-94db6c0e6dcb req-bffb8dd1-9986-4a9e-8c64-feb494938019 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:30.875989 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dcedd07e-c6b3-483c-9ea9-94db6c0e6dcb req-bffb8dd1-9986-4a9e-8c64-feb494938019 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0775404 Oct 15 11:48:30.884473 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a884e50-8cf5-4094-b298-e4a6b2ee2a83 req-9e6c8cd4-d85a-4f07-a65b-72f8ba7dad34 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:30.885818 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6a884e50-8cf5-4094-b298-e4a6b2ee2a83 req-9e6c8cd4-d85a-4f07-a65b-72f8ba7dad34 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0782785 Oct 15 11:48:30.937177 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dcedd07e-c6b3-483c-9ea9-94db6c0e6dcb req-54ba0abf-fb98-4d32-87dc-104c2eb1486f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504224 Oct 15 11:48:30.944931 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6a884e50-8cf5-4094-b298-e4a6b2ee2a83 req-62ed8f93-cb9a-42a2-aa9a-b7b05e53e4ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525773 Oct 15 11:48:31.368667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dddad-5bf5-4703-89a1-79d17bd63eab req-1fd7331e-3f25-4705-8b84-c776d7a985f4 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:31.370089 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-632dddad-5bf5-4703-89a1-79d17bd63eab req-1fd7331e-3f25-4705-8b84-c776d7a985f4 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0463183 Oct 15 11:48:31.410417 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-632dddad-5bf5-4703-89a1-79d17bd63eab req-196d2692-1a65-432a-9011-aec97f0f5d1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336807 Oct 15 11:48:31.566421 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:32.063826 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:32.082190 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca060-31dd-4d4c-8f0b-59dc0eac9c82 req-f71f7e75-4986-4621-8713-057e5a376a43 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:32.086877 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9dca060-31dd-4d4c-8f0b-59dc0eac9c82 req-f71f7e75-4986-4621-8713-057e5a376a43 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0726459 Oct 15 11:48:32.096519 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0d9e7-eed5-4bbb-8294-0bad573366be req-314adca1-d62a-48df-99b5-63e9c380bb2f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:32.098711 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-10a0d9e7-eed5-4bbb-8294-0bad573366be req-314adca1-d62a-48df-99b5-63e9c380bb2f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0784519 Oct 15 11:48:32.154097 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9dca060-31dd-4d4c-8f0b-59dc0eac9c82 req-41ac53c3-770a-4e87-85e8-d3e95deb9cfe tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Oct 15 11:48:32.159019 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-10a0d9e7-eed5-4bbb-8294-0bad573366be req-a74f6c37-e25a-4ffa-93e6-fa207e9c87fc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460467 Oct 15 11:48:32.528370 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb80920-69a8-40c3-b40b-3da86fa1eb1d req-3cdbc23f-72e7-4a9d-84ff-a6754f748d3c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:32.529814 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4eb80920-69a8-40c3-b40b-3da86fa1eb1d req-3cdbc23f-72e7-4a9d-84ff-a6754f748d3c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0519602 Oct 15 11:48:32.566694 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4eb80920-69a8-40c3-b40b-3da86fa1eb1d req-9effa96f-49ef-4078-b421-5a0abecc22ed tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304117 Oct 15 11:48:33.299274 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2fedd-ea2e-48d9-bf5d-d8e88c61a552 req-a3de901d-b813-43c2-88c3-a17c2619b414 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:33.300654 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-93a2fedd-ea2e-48d9-bf5d-d8e88c61a552 req-a3de901d-b813-43c2-88c3-a17c2619b414 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0757444 Oct 15 11:48:33.312102 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f402c-29a1-4544-8e0a-d7e3aca2a60b req-ac69aedd-265c-4b58-8009-b5a3db41da67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:33.313471 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a75f402c-29a1-4544-8e0a-d7e3aca2a60b req-ac69aedd-265c-4b58-8009-b5a3db41da67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0772889 Oct 15 11:48:33.367278 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-93a2fedd-ea2e-48d9-bf5d-d8e88c61a552 req-c2816402-972b-492b-9cb5-3800cf714fb3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528727 Oct 15 11:48:33.372158 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a75f402c-29a1-4544-8e0a-d7e3aca2a60b req-8d752246-802f-4fe9-9ac8-70345c030e67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517774 Oct 15 11:48:33.555708 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:33.682941 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affd9fa-00fb-4ad8-afae-57e368279122 req-6ba8b3b9-d72b-4937-b4b1-7624b1c62e1e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:33.684383 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4affd9fa-00fb-4ad8-afae-57e368279122 req-6ba8b3b9-d72b-4937-b4b1-7624b1c62e1e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0521321 Oct 15 11:48:33.721635 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4affd9fa-00fb-4ad8-afae-57e368279122 req-6942dacd-f7db-49b5-af42-fcbcffaf4b85 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306036 Oct 15 11:48:34.535697 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3da42-4de0-42f8-8f25-93f4bf1ac990 req-c022b80d-e083-4b3e-8d76-4daeebb4ab43 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:34.537164 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00b3da42-4de0-42f8-8f25-93f4bf1ac990 req-c022b80d-e083-4b3e-8d76-4daeebb4ab43 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0804896 Oct 15 11:48:34.556821 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25845c99-769e-4097-9a8c-0645e16cde3a req-7291694a-4ffc-4772-acea-86b34c60d2e5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:34.559656 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-25845c99-769e-4097-9a8c-0645e16cde3a req-7291694a-4ffc-4772-acea-86b34c60d2e5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0753279 Oct 15 11:48:34.607944 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00b3da42-4de0-42f8-8f25-93f4bf1ac990 req-05412a94-ba58-45a1-9cc0-e860f2da0108 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Oct 15 11:48:34.614719 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-25845c99-769e-4097-9a8c-0645e16cde3a req-ece9be5c-ab0d-444e-b7f9-8c77d0301627 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493066 Oct 15 11:48:34.846472 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1de1d-5fdb-4eb2-80ac-e512c1521d20 req-15ebd2fb-789f-4ace-8523-cf753e15fa61 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:34.847966 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-19b1de1d-5fdb-4eb2-80ac-e512c1521d20 req-15ebd2fb-789f-4ace-8523-cf753e15fa61 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Oct 15 11:48:34.886446 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-19b1de1d-5fdb-4eb2-80ac-e512c1521d20 req-eab907a1-d556-4ae3-8aff-de5af68d632d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Oct 15 11:48:35.798479 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559969-764f-42a3-a85e-0e198a52f893 req-996181ca-ab3c-4d4c-a87d-5e89cc4a97ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:35.800727 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7b559969-764f-42a3-a85e-0e198a52f893 req-996181ca-ab3c-4d4c-a87d-5e89cc4a97ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.1022553 Oct 15 11:48:35.808404 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f8783-eb0c-4422-a7cc-946f47b8bba4 req-f6a5db04-0a8d-4984-8146-a416e0ad8741 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:35.814538 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df1f8783-eb0c-4422-a7cc-946f47b8bba4 req-f6a5db04-0a8d-4984-8146-a416e0ad8741 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1227660 Oct 15 11:48:35.876013 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df1f8783-eb0c-4422-a7cc-946f47b8bba4 req-e644fcfa-0bf7-4ea5-9b73-b6a9cd5fcf64 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571463 Oct 15 11:48:35.884559 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7b559969-764f-42a3-a85e-0e198a52f893 req-b80f76f9-2a63-4794-b005-66d7f7c585b6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731730 Oct 15 11:48:36.011284 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991aa9e-dd1d-4765-99e3-46e5abe7ccd9 req-cfbcf5a8-1391-479c-b10b-bcfd9dc0451b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:36.012778 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3991aa9e-dd1d-4765-99e3-46e5abe7ccd9 req-cfbcf5a8-1391-479c-b10b-bcfd9dc0451b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0550687 Oct 15 11:48:36.054623 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3991aa9e-dd1d-4765-99e3-46e5abe7ccd9 req-ba1beb5e-e768-4441-b653-3340b003e34b tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357881 Oct 15 11:48:37.017813 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87457d2-59c7-44ea-a706-baeebeef2cdd req-1f358631-1199-4123-90d7-8eb7cb14079c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:37.019348 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e87457d2-59c7-44ea-a706-baeebeef2cdd req-1f358631-1199-4123-90d7-8eb7cb14079c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0755823 Oct 15 11:48:37.040529 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086316d-3bd7-4f80-8284-bae18aa81460 req-329ee47a-5820-47be-b494-91bd30c1c9ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:37.041922 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2086316d-3bd7-4f80-8284-bae18aa81460 req-329ee47a-5820-47be-b494-91bd30c1c9ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0733862 Oct 15 11:48:37.088249 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e87457d2-59c7-44ea-a706-baeebeef2cdd req-87ccbd25-dba1-4800-96f3-eced2c8cb978 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613928 Oct 15 11:48:37.095623 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2086316d-3bd7-4f80-8284-bae18aa81460 req-79e32f0a-f020-48cc-a0dd-8195446d72e9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465991 Oct 15 11:48:37.210411 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6c3cc-c696-4988-a3d8-001e2e1bc28b req-84112a63-e358-4eb1-ba3f-a4e5394c8ece tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:37.212010 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4fe6c3cc-c696-4988-a3d8-001e2e1bc28b req-84112a63-e358-4eb1-ba3f-a4e5394c8ece tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0538883 Oct 15 11:48:37.263415 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4fe6c3cc-c696-4988-a3d8-001e2e1bc28b req-e301cb95-b9ee-4781-a50a-bfd32672bfb4 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 Oct 15 11:48:37.527583 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41172) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:48:37.644526 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:37.717291 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:37.800497 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:37.838758 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cebe7829e0d4a98acee6d0bdb1790b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101344 Oct 15 11:48:37.839585 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d483c3-5e71-4502-a740-998bbc2f6cb5,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:37.841342 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41178) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:48:37.856612 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.861522 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4a643-22c0-49d9-9151-02027d4bcdad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:37.906832 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b095a8e7-966e-47e8-9b85-c29c110b9204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:37.936157 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b095a8e7-966e-47e8-9b85-c29c110b9204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:38.069496 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b095a8e7-966e-47e8-9b85-c29c110b9204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:38.072391 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b095a8e7-966e-47e8-9b85-c29c110b9204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:38.073560 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b095a8e7-966e-47e8-9b85-c29c110b9204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8d483c3-5e71-4502-a740-998bbc2f6cb5 HTTP/1.1" status: 204 len: 168 time: 0.2313302 Oct 15 11:48:38.081783 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095a8e7-966e-47e8-9b85-c29c110b9204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d483c3-5e71-4502-a740-998bbc2f6cb5,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:38.268505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693bc01-26cd-4500-be63-49a146995b12 req-992dde64-ed51-487b-afc3-2d552f7d8533 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:38.269998 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e693bc01-26cd-4500-be63-49a146995b12 req-992dde64-ed51-487b-afc3-2d552f7d8533 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0683956 Oct 15 11:48:38.283504 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee8014-11d7-406c-a32d-84ec590b5474 req-05179b21-f504-4471-aadc-098f7feba0d8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:38.289700 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8dee8014-11d7-406c-a32d-84ec590b5474 req-05179b21-f504-4471-aadc-098f7feba0d8 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1293023 Oct 15 11:48:38.342258 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8dee8014-11d7-406c-a32d-84ec590b5474 req-064327cc-3d1f-47f3-91b1-10e67f4055ea tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Oct 15 11:48:38.384157 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e693bc01-26cd-4500-be63-49a146995b12 req-2d865d0e-fc9d-45e8-b9ec-abf3f6261c18 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0723827 Oct 15 11:48:38.473684 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f21dfb-46e9-4e86-b211-498993769c35 req-8ff6f5d4-34f2-4b7b-a4a2-83fa4ee1e0e0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:38.475200 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-12f21dfb-46e9-4e86-b211-498993769c35 req-8ff6f5d4-34f2-4b7b-a4a2-83fa4ee1e0e0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0480585 Oct 15 11:48:38.513172 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-12f21dfb-46e9-4e86-b211-498993769c35 req-eb77d3a8-3c1a-44cd-9b5c-1bd02287f68d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Oct 15 11:48:39.544152 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c0515-8c5c-43e5-ba78-707aeb6ac3e4 req-1b77ad96-339a-4efa-bc83-a47447294308 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:39.545613 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-db4c0515-8c5c-43e5-ba78-707aeb6ac3e4 req-1b77ad96-339a-4efa-bc83-a47447294308 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0835099 Oct 15 11:48:39.553968 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc844c-b9b5-4791-957d-73d4a56c2d8d req-e03c64bc-2f60-4526-b317-ed34215a6e95 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:39.555376 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-febc844c-b9b5-4791-957d-73d4a56c2d8d req-e03c64bc-2f60-4526-b317-ed34215a6e95 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0920131 Oct 15 11:48:39.610754 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-db4c0515-8c5c-43e5-ba78-707aeb6ac3e4 req-a45b3809-6a6d-4881-938a-194bb531218e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0544035 Oct 15 11:48:39.614044 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-febc844c-b9b5-4791-957d-73d4a56c2d8d req-3845fcc0-4ddf-4d72-8448-f7ac54fa55e7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Oct 15 11:48:39.728906 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19b096-cb5c-4c99-b766-e81dcf957ba0 req-0f8c5906-278c-4202-9a94-0bffab35f26a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:39.730394 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4f19b096-cb5c-4c99-b766-e81dcf957ba0 req-0f8c5906-278c-4202-9a94-0bffab35f26a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0525036 Oct 15 11:48:39.768099 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4f19b096-cb5c-4c99-b766-e81dcf957ba0 req-fb370684-a180-4106-a7b1-5fb114d31a25 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Oct 15 11:48:40.763110 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d05f6f-9f94-4483-ab49-fa02da15fafe req-e433ccc6-2401-45f9-892e-0199a8075c50 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:40.764565 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-10d05f6f-9f94-4483-ab49-fa02da15fafe req-e433ccc6-2401-45f9-892e-0199a8075c50 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0724397 Oct 15 11:48:40.772429 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c35b5-e82a-41b6-a517-b544efaa7bb1 req-8df982d5-4213-4015-b17b-af0e1a0406e4 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:40.778445 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f9c35b5-e82a-41b6-a517-b544efaa7bb1 req-8df982d5-4213-4015-b17b-af0e1a0406e4 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0908055 Oct 15 11:48:40.834569 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-10d05f6f-9f94-4483-ab49-fa02da15fafe req-a45f0819-2ed6-41c4-861b-576a8491bafc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0598569 Oct 15 11:48:40.847077 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f9c35b5-e82a-41b6-a517-b544efaa7bb1 req-ac282680-1918-48b5-8f5e-3263e5021d20 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659451 Oct 15 11:48:40.978757 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-a99d2ba1-3743-4b03-9886-4ee573aac0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:40.980382 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-a99d2ba1-3743-4b03-9886-4ee573aac0e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75f6b48821949b995103e4b9d1948fd&device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 1099 time: 0.0533867 Oct 15 11:48:40.989009 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc375-f494-4f43-aca6-aefb772f8e2f req-e130fadd-803a-4287-b3b4-5ba3d2e95892 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:40.990496 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61adc375-f494-4f43-aca6-aefb772f8e2f req-e130fadd-803a-4287-b3b4-5ba3d2e95892 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0890980 Oct 15 11:48:41.108089 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61adc375-f494-4f43-aca6-aefb772f8e2f req-67c3c1d2-23da-48a2-9b4b-2d647e0781f5 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115980 Oct 15 11:48:41.352153 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-7a2fcc76-0dde-4672-ad9c-41279bfb5381 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bb7a86747f334197990d5a7c0ca164d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2777574 Oct 15 11:48:41.404635 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-59255871-44f7-45f0-a3f9-fa5c38582dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:41.406236 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-59255871-44f7-45f0-a3f9-fa5c38582dae service neutron] 10.222.0.32 "GET /v2.0/networks?id=daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 200 len: 919 time: 0.4079010 Oct 15 11:48:41.502630 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-69b828bf-aa45-4375-aaf3-14eb1141fb59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 200 len: 217 time: 0.0786538 Oct 15 11:48:41.610439 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-c8464c68-4ee6-4ad2-bdd4-bf7befacbd21 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:41.611899 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-c8464c68-4ee6-4ad2-bdd4-bf7befacbd21 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540867 Oct 15 11:48:41.613625 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-ca449e63-49cf-4e6a-839d-7dfe3421ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:41.614939 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-ca449e63-49cf-4e6a-839d-7dfe3421ef07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 200 len: 858 time: 0.0942037 Oct 15 11:48:41.635429 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-06bdffeb-2806-4a6f-963b-9af8e2285732 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/quotas/bb7a86747f334197990d5a7c0ca164d3 HTTP/1.1" status: 200 len: 375 time: 0.0179112 Oct 15 11:48:41.651104 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-534981fb-e386-4ab5-bf94-cce3779f5fa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=daf9db8b-725b-451c-9994-0e901cda45cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276663 Oct 15 11:48:41.681091 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-6fc862b7-9cf6-4c99-9c38-83f6da8f0204 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb7a86747f334197990d5a7c0ca164d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320861 Oct 15 11:48:41.756292 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-491e8c5f-d3f4-446f-8780-c98d76ab9a2c service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950592 Oct 15 11:48:41.850131 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a94fa54-6cd5-4b7a-8992-88e84cdf54fa req-5956d633-dd71-4322-ae84-7a790e094e68 service neutron] 10.222.0.32 "GET /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831943 Oct 15 11:48:41.963475 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1febf-fe32-4feb-b043-6970315b861e req-5d1547cb-56a8-4458-a313-d6436137a542 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:41.964961 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28d1febf-fe32-4feb-b043-6970315b861e req-5d1547cb-56a8-4458-a313-d6436137a542 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0552781 Oct 15 11:48:42.035336 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b94f4-a52d-4588-81f6-8f178753c2c8 req-313721fb-6cab-4e53-8217-ff99485b0e09 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:42.037234 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-953b94f4-a52d-4588-81f6-8f178753c2c8 req-313721fb-6cab-4e53-8217-ff99485b0e09 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0709848 Oct 15 11:48:42.039972 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28d1febf-fe32-4feb-b043-6970315b861e req-caa9f152-8d9e-4446-9dbe-b85212a241ab tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0662701 Oct 15 11:48:42.079090 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-953b94f4-a52d-4588-81f6-8f178753c2c8 req-19dbbc8e-697a-4b25-9370-bce48f729fc5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358169 Oct 15 11:48:42.114918 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-042d130c-36e9-48c9-a15c-6125363ed14f req-bf97928a-c12c-4870-8a04-864f6d8e6535 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 210 time: 0.0261168 Oct 15 11:48:42.227825 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b05b8e-001f-4c0e-937a-a24412bd0c6f req-b558200e-5b5c-4027-90a8-ed0b16af57d6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:42.229274 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61b05b8e-001f-4c0e-937a-a24412bd0c6f req-b558200e-5b5c-4027-90a8-ed0b16af57d6 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0508733 Oct 15 11:48:42.265659 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61b05b8e-001f-4c0e-937a-a24412bd0c6f req-b36ce39a-cdfe-4bbf-b9f1-026faaa2e9b0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Oct 15 11:48:43.004444 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-55fa7081-96d5-47ac-906b-d76e7da540a0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:43.005930 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-55fa7081-96d5-47ac-906b-d76e7da540a0 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Oct 15 11:48:43.098573 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Deleting port f3d243ed-5575-465f-beaf-601fc573d1d3 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:48:43.098922 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:43.253128 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a875-0f62-48e1-8f4e-b0a8162f2a01 req-c0004b04-45dc-4f9c-8c59-90d30be62e70 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:43.254655 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7168a875-0f62-48e1-8f4e-b0a8162f2a01 req-c0004b04-45dc-4f9c-8c59-90d30be62e70 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.1353319 Oct 15 11:48:43.264039 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] For port f3d243ed-5575-465f-beaf-601fc573d1d3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=f3d243ed-5575-465f-beaf-601fc573d1d3,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:43.266941 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:43.285417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afea11-46e5-4f85-a6e1-9807b77e2cdc req-9b4c7415-fe31-4302-b07d-16fab930d588 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:43.286875 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-27afea11-46e5-4f85-a6e1-9807b77e2cdc req-9b4c7415-fe31-4302-b07d-16fab930d588 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1368396 Oct 15 11:48:43.300389 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Calling delete_port for f3d243ed-5575-465f-beaf-601fc573d1d3 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:48:43.370240 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7168a875-0f62-48e1-8f4e-b0a8162f2a01 req-e14c965b-60a5-4087-bd6f-c9ac0616720f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1081109 Oct 15 11:48:43.388934 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-27afea11-46e5-4f85-a6e1-9807b77e2cdc req-4c88bd24-cde1-410a-a228-5a6974f76814 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906789 Oct 15 11:48:43.485295 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dfdb64b9-c3f9-40db-aa8a-0dc5d920bba4 req-51354cad-c28e-49e3-80f7-a4ee319d2c18 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 210 time: 0.0533574 Oct 15 11:48:43.540321 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a7f37-32a1-49d5-8e09-795bf424b3e1 req-06b08818-0c77-469b-9fc4-ecd6e0de547a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:43.541714 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df5a7f37-32a1-49d5-8e09-795bf424b3e1 req-06b08818-0c77-469b-9fc4-ecd6e0de547a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 945 time: 0.0617888 Oct 15 11:48:43.577750 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df5a7f37-32a1-49d5-8e09-795bf424b3e1 req-81cddec9-e57a-4960-b1a7-bf5da1e0cedd tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298929 Oct 15 11:48:43.589292 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:43.602099 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb', 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'b69c753f-7508-44f9-b484-f44d3062558a', 'f3d243ed-5575-465f-beaf-601fc573d1d3'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:48:43.617780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event deleted for resources: {'Port': ['ID=f3d243ed-5575-465f-beaf-601fc573d1d3,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:43.630128 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.630480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.631033 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.631306 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.631648 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.631981 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.632311 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.632635 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.632960 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.633285 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.633611 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.633933 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:43.670538 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] No DVR routers for this DVR port f3d243ed-5575-465f-beaf-601fc573d1d3 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:48:43.673151 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:43.676476 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c8455047-4fd9-425c-9502-e0e0448b7b24 req-071595e1-d430-4132-a45b-e534973e7742 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "DELETE /v2.0/ports/f3d243ed-5575-465f-beaf-601fc573d1d3 HTTP/1.1" status: 204 len: 173 time: 0.6633742 Oct 15 11:48:43.676916 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'name': 'network-vif-deleted', 'tag': 'f3d243ed-5575-465f-beaf-601fc573d1d3'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:43.679185 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e7edec-6f62-4e0c-a9d2-c69881aead8b" -d '{"events": [{"server_uuid": "21298a63-e57b-4116-b8c3-df32dcf3c097", "name": "network-vif-deleted", "tag": "f3d243ed-5575-465f-beaf-601fc573d1d3"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:43.716070 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a06851-ac45-4786-896e-f8f888316b0d x-openstack-request-id: req-c6a06851-ac45-4786-896e-f8f888316b0d {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:43.716367 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21298a63-e57b-4116-b8c3-df32dcf3c097", "name": "network-vif-deleted", "tag": "f3d243ed-5575-465f-beaf-601fc573d1d3", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:43.716618 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6a06851-ac45-4786-896e-f8f888316b0d {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:43.717013 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21298a63-e57b-4116-b8c3-df32dcf3c097', 'name': 'network-vif-deleted', 'tag': 'f3d243ed-5575-465f-beaf-601fc573d1d3', 'status': 'completed', 'code': 200} Oct 15 11:48:44.214620 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-94867101-f49e-4424-a403-9ffc65243b3a tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb7a86747f334197990d5a7c0ca164d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207627 Oct 15 11:48:44.334412 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-4edf6d49-8f69-48f8-b54c-90997064ca2f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:44.335863 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-4edf6d49-8f69-48f8-b54c-90997064ca2f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072004 Oct 15 11:48:44.353819 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Request body: {'port': {'device_id': '01f95500-b1b5-49d7-897e-a705c60f4273', 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286', 'admin_state_up': True, 'tenant_id': 'bb7a86747f334197990d5a7c0ca164d3'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:48:44.542895 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7c63-50c2-4080-ac66-e1bef463b6bd req-0915250a-b342-4097-959b-56e40568232b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:44.544359 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-096c7c63-50c2-4080-ac66-e1bef463b6bd req-0915250a-b342-4097-959b-56e40568232b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0920980 Oct 15 11:48:44.552399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c980e-3554-4d0e-8272-c09775a4ca0e req-a7dc35f2-12e1-4968-bb8c-0e778b9b6e8c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:44.553757 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-218c980e-3554-4d0e-8272-c09775a4ca0e req-a7dc35f2-12e1-4968-bb8c-0e778b9b6e8c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0897484 Oct 15 11:48:44.607907 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-096c7c63-50c2-4080-ac66-e1bef463b6bd req-9f459cb4-b04e-4765-9c43-4a17419a20cc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532095 Oct 15 11:48:44.612532 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-218c980e-3554-4d0e-8272-c09775a4ca0e req-cde8a99a-d635-4a1e-8f82-754bc2a4f63b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522792 Oct 15 11:48:44.631748 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Made reservation on behalf of bb7a86747f334197990d5a7c0ca164d3 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:48:44.635632 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:44.646743 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:44.754637 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-59daaf71-509f-4cdc-b80f-b7a734721738 req-d289228b-700b-4601-8d7f-6bf8ed7aeb19 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 210 time: 0.0530741 Oct 15 11:48:44.758841 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d71f1306-3761-4d29-9a5b-b5af864ae1b2 req-38e9045a-9901-4e28-9c8e-fdde2820040a tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=21298a63-e57b-4116-b8c3-df32dcf3c097 HTTP/1.1" status: 200 len: 210 time: 0.0562799 Oct 15 11:48:44.781886 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:44.840842 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:44.912674 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc249ea9-500f-4808-a74c-1205a360130c,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:44.978606 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Allocated IP 192.168.233.228 (f6cc6708-8047-42b9-b136-8316df35a286/8279628c-7f10-4e5f-8f4e-1ed561e3a2e9/78e9918f-d183-44a0-b603-628582ebf88e) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:48:45.128798 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:45.218246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:45.268346 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Network f6cc6708-8047-42b9-b136-8316df35a286 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:48:45.271386 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:48:45.273856 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:48:45.308245 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Pushing event updated for resources: {'Port': ['ID=78e9918f-d183-44a0-b603-628582ebf88e,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:45.334496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:45.335146 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:45.421033 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-fa77e345-e219-4afd-bd1e-b355c821fc9f tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0709791 Oct 15 11:48:45.435209 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Request body: {'port': {'device_id': '01f95500-b1b5-49d7-897e-a705c60f4273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:48:45.486076 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:45.523410 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-024789e8-8862-457a-a638-22dc89b637ad None None] Provisioning complete for port 78e9918f-d183-44a0-b603-628582ebf88e triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:48:45.524005 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-024789e8-8862-457a-a638-22dc89b637ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:45.557280 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-024789e8-8862-457a-a638-22dc89b637ad None None] Port 78e9918f-d183-44a0-b603-628582ebf88e cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:48:45.769723 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557238d-7110-4fc8-8cdd-8151454bc6d3 req-9feb07f0-977b-43ee-b83c-a08133321503 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:45.771223 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a557238d-7110-4fc8-8cdd-8151454bc6d3 req-9feb07f0-977b-43ee-b83c-a08133321503 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0854564 Oct 15 11:48:45.778994 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e9918f-d183-44a0-b603-628582ebf88e {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:48:45.801009 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:45.826342 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Transition to ACTIVE for port object 78e9918f-d183-44a0-b603-628582ebf88e will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:48:45.839073 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a557238d-7110-4fc8-8cdd-8151454bc6d3 req-42b4bc66-4837-4fb3-8d50-8905d4d7e989 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0556989 Oct 15 11:48:45.875148 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa0f0c-d155-4a84-94ee-67e86f382820 req-356b79c6-5af9-4fef-ba3d-65b3f4e30a91 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:45.876628 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a8aa0f0c-d155-4a84-94ee-67e86f382820 req-356b79c6-5af9-4fef-ba3d-65b3f4e30a91 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 936 time: 0.0542679 Oct 15 11:48:45.916580 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a8aa0f0c-d155-4a84-94ee-67e86f382820 req-aad2a476-65f5-426e-a210-e3466588f23d tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340304 Oct 15 11:48:45.917905 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:45.973654 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Pushing event updated for resources: {'Port': ['ID=78e9918f-d183-44a0-b603-628582ebf88e,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:46.033830 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device f3d243ed-5575-465f-beaf-601fc573d1d3 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:48:46.044463 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Attempting to bind port 78e9918f-d183-44a0-b603-628582ebf88e on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:48:46.044802 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Attempting to bind port 78e9918f-d183-44a0-b603-628582ebf88e by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:48:46.045247 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Attempting to bind port 78e9918f-d183-44a0-b603-628582ebf88e on network f6cc6708-8047-42b9-b136-8316df35a286 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:48:46.049975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Port 78e9918f-d183-44a0-b603-628582ebf88e on network f6cc6708-8047-42b9-b136-8316df35a286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:48:46.050295 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Attempting to bind port 78e9918f-d183-44a0-b603-628582ebf88e on network f6cc6708-8047-42b9-b136-8316df35a286 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:48:46.055292 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:48:46.055628 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Checking segment: {'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:48:46.056010 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Bound using segment: {'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:48:46.057801 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Bound port: 78e9918f-d183-44a0-b603-628582ebf88e, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08112715-72b4-4807-a8ad-be78c0283765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:48:46.057801 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:46.057988 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: f3d243ed-5575-465f-beaf-601fc573d1d3 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:48:46.057988 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device f3d243ed-5575-465f-beaf-601fc573d1d3 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:48:46.072125 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:48:46.131463 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] For port 78e9918f-d183-44a0-b603-628582ebf88e, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:48:46.134907 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] For port 78e9918f-d183-44a0-b603-628582ebf88e, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=78e9918f-d183-44a0-b603-628582ebf88e,segment=NetworkSegment(08112715-72b4-4807-a8ad-be78c0283765),segment_id=08112715-72b4-4807-a8ad-be78c0283765)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:48:46.253521 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:46.289246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:46.289851 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:46.291246 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] 10.222.0.32 "PUT /v2.0/ports/78e9918f-d183-44a0-b603-628582ebf88e HTTP/1.1" status: 200 len: 1098 time: 0.8601425 Oct 15 11:48:46.291674 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f95500-b1b5-49d7-897e-a705c60f4273', 'tag': '78e9918f-d183-44a0-b603-628582ebf88e'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:46.293889 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1fb55c-9e45-434c-9050-798ee4a234bb" -d '{"events": [{"name": "network-changed", "server_uuid": "01f95500-b1b5-49d7-897e-a705c60f4273", "tag": "78e9918f-d183-44a0-b603-628582ebf88e"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:46.320099 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c1828-66b5-4317-8df6-59aaab8cabc2 service neutron] Pushing event updated for resources: {'Port': ['ID=78e9918f-d183-44a0-b603-628582ebf88e,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:46.337324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f5b90b-1963-4879-a1d8-86a6bc6e1c73 x-openstack-request-id: req-b6f5b90b-1963-4879-a1d8-86a6bc6e1c73 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:46.337611 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f95500-b1b5-49d7-897e-a705c60f4273", "tag": "78e9918f-d183-44a0-b603-628582ebf88e", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:46.337867 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6f5b90b-1963-4879-a1d8-86a6bc6e1c73 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:46.338262 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f95500-b1b5-49d7-897e-a705c60f4273', 'tag': '78e9918f-d183-44a0-b603-628582ebf88e', 'status': 'completed', 'code': 200} Oct 15 11:48:46.399622 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fb55c-9e45-434c-9050-798ee4a234bb req-c5db7ae7-f0a4-4f7d-8fa3-8c82020db055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:46.401042 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cd1fb55c-9e45-434c-9050-798ee4a234bb req-c5db7ae7-f0a4-4f7d-8fa3-8c82020db055 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb7a86747f334197990d5a7c0ca164d3&device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 1101 time: 0.0409348 Oct 15 11:48:46.439115 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cd1fb55c-9e45-434c-9050-798ee4a234bb req-2420aa2d-a446-4381-acd8-f2a68c93688c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bb7a86747f334197990d5a7c0ca164d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203629 Oct 15 11:48:46.543322 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fb55c-9e45-434c-9050-798ee4a234bb req-4089ee4b-90b8-47a5-b528-13b161634025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:46.544778 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cd1fb55c-9e45-434c-9050-798ee4a234bb req-4089ee4b-90b8-47a5-b528-13b161634025 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985339 Oct 15 11:48:46.624012 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-3a95449f-7308-4a7a-9ab7-08b4234d498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:46.625415 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-3a95449f-7308-4a7a-9ab7-08b4234d498a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb7a86747f334197990d5a7c0ca164d3&device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 1101 time: 0.0389340 Oct 15 11:48:46.684072 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-e0ac3936-770b-41d5-b4fc-b35d3f24c3fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=78e9918f-d183-44a0-b603-628582ebf88e HTTP/1.1" status: 200 len: 217 time: 0.0334845 Oct 15 11:48:46.758946 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-91ef037b-12ae-4315-9077-67da8ceec1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:46.761469 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-91ef037b-12ae-4315-9077-67da8ceec1ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8279628c-7f10-4e5f-8f4e-1ed561e3a2e9 HTTP/1.1" status: 200 len: 843 time: 0.0510375 Oct 15 11:48:46.823251 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-5b8f0a5c-9517-48f3-a01f-c1f0b680b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:46.824722 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-5b8f0a5c-9517-48f3-a01f-c1f0b680b1cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6cc6708-8047-42b9-b136-8316df35a286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389409 Oct 15 11:48:46.929296 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-c52d254c-8e0b-4fd1-ad2b-167cc8b875dd service neutron] 10.222.0.32 "GET /v2.0/networks/f6cc6708-8047-42b9-b136-8316df35a286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916097 Oct 15 11:48:47.030592 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4c23b-f3f3-49b8-b28a-26eece37ce2f req-187ec82b-1475-45cb-994d-7639b6f6ba4f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:47.032065 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ea4c23b-f3f3-49b8-b28a-26eece37ce2f req-187ec82b-1475-45cb-994d-7639b6f6ba4f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.1212180 Oct 15 11:48:47.344745 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ec258f8-9dfe-4a2f-af87-d3e0dafc215c req-0760a181-37bf-45bc-a501-5fae3b130ef6 service neutron] 10.222.0.32 "GET /v2.0/networks/f6cc6708-8047-42b9-b136-8316df35a286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985434 Oct 15 11:48:47.356566 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df31670-b771-48d6-83a6-576fc4f90e07 req-e66c59ff-fd78-4235-858e-2442deca4ac5 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:47.357963 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1df31670-b771-48d6-83a6-576fc4f90e07 req-e66c59ff-fd78-4235-858e-2442deca4ac5 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 948 time: 0.3712699 Oct 15 11:48:47.361076 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ea4c23b-f3f3-49b8-b28a-26eece37ce2f req-73afe6ab-4790-48a1-995e-a0da116c916b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3113472 Oct 15 11:48:47.396479 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1df31670-b771-48d6-83a6-576fc4f90e07 req-b8002e5a-3baa-4fa2-98e9-5d5d3737bbe0 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Oct 15 11:48:47.840316 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc4506-26c3-4130-944d-335af86f412e req-17c5995b-eb5f-448a-87c8-4618043b88aa tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:47.841749 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2cdc4506-26c3-4130-944d-335af86f412e req-17c5995b-eb5f-448a-87c8-4618043b88aa tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0469384 Oct 15 11:48:47.879952 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2cdc4506-26c3-4130-944d-335af86f412e req-16b5fb18-df76-4b62-88ca-ef22ee3f7128 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Oct 15 11:48:48.344747 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df42cd-49c7-4ce1-9c49-07dd371f7c53 req-98152e25-e458-4f28-ae56-be05476493a4 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:48.346168 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1df42cd-49c7-4ce1-9c49-07dd371f7c53 req-98152e25-e458-4f28-ae56-be05476493a4 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 945 time: 0.0453527 Oct 15 11:48:48.382988 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1df42cd-49c7-4ce1-9c49-07dd371f7c53 req-575d60ec-8b4a-4998-a399-dd7276ee8212 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Oct 15 11:48:48.508003 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13e128-38be-4cc5-841b-c3d4eb1d8db4 req-9a4398e9-214a-4373-84cb-7f818df700d7 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:48.509451 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-da13e128-38be-4cc5-841b-c3d4eb1d8db4 req-9a4398e9-214a-4373-84cb-7f818df700d7 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.0742984 Oct 15 11:48:48.531735 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591d2a-d89a-434d-b3c3-94d6cdd69d19 req-e5d20558-ea48-4156-8d36-ff2e3c8e323a tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:48.533155 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f591d2a-d89a-434d-b3c3-94d6cdd69d19 req-e5d20558-ea48-4156-8d36-ff2e3c8e323a tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 948 time: 0.0683181 Oct 15 11:48:48.579822 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-da13e128-38be-4cc5-841b-c3d4eb1d8db4 req-178ff703-2e3b-4196-bc8e-7f4e84e18cf4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0639143 Oct 15 11:48:48.585063 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f591d2a-d89a-434d-b3c3-94d6cdd69d19 req-0d0d4414-a817-4dfe-a72d-d5194c25adb2 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Oct 15 11:48:48.835479 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:48.992257 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e009c-d198-43ba-a245-ac93c3d114d6 req-ab3aa70c-012a-4073-8236-6395ba95a6dc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:48.993711 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b01e009c-d198-43ba-a245-ac93c3d114d6 req-ab3aa70c-012a-4073-8236-6395ba95a6dc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0468628 Oct 15 11:48:49.030558 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b01e009c-d198-43ba-a245-ac93c3d114d6 req-9e01d666-df28-42ac-9349-f85c703c782f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Oct 15 11:48:49.500756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d4063-9d65-4537-9f18-0f7c7692155f req-a541a955-169e-4fa0-b54b-1e26c1293231 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:49.502225 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bd8d4063-9d65-4537-9f18-0f7c7692155f req-a541a955-169e-4fa0-b54b-1e26c1293231 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 945 time: 0.0504768 Oct 15 11:48:49.539471 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bd8d4063-9d65-4537-9f18-0f7c7692155f req-452765ca-bf27-419d-b40d-b5bbb8ec28f1 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Oct 15 11:48:49.631228 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-223ed45f-722a-4a7d-90e4-278845cec4eb tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:49.632702 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-223ed45f-722a-4a7d-90e4-278845cec4eb tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0481977 Oct 15 11:48:49.775013 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a2572-8963-4ac4-83aa-92506de9f8a7 req-12bd397d-ac7d-41c1-9ce6-7f84c900ba08 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:49.776382 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-556a2572-8963-4ac4-83aa-92506de9f8a7 req-12bd397d-ac7d-41c1-9ce6-7f84c900ba08 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 944 time: 0.1088743 Oct 15 11:48:49.784875 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16a4d9-c65e-4ac9-aa1f-dbac2ab6a41a req-eedb2b63-bac4-442b-92ed-785f66a18254 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:49.786782 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8a16a4d9-c65e-4ac9-aa1f-dbac2ab6a41a req-eedb2b63-bac4-442b-92ed-785f66a18254 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 948 time: 0.1203468 Oct 15 11:48:49.856121 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-556a2572-8963-4ac4-83aa-92506de9f8a7 req-20bb4337-b2cb-46b3-bcd7-ea2792982ab9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0671444 Oct 15 11:48:49.862483 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Deleting port b69c753f-7508-44f9-b484-f44d3062558a {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:48:49.862845 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:49.869460 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8a16a4d9-c65e-4ac9-aa1f-dbac2ab6a41a req-8d044539-5f3a-4c96-af99-9d528974e1c0 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Oct 15 11:48:49.953939 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] For port b69c753f-7508-44f9-b484-f44d3062558a, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=b69c753f-7508-44f9-b484-f44d3062558a,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:49.954307 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:49.967026 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Calling delete_port for b69c753f-7508-44f9-b484-f44d3062558a owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:48:50.067494 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 78e9918f-d183-44a0-b603-628582ebf88e details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:48:50.143059 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841e812-2eb5-4d85-a5f0-8e5d86fe9e74 req-fe7a513b-71a8-47b1-8f10-11fb2ef2466d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:50.144622 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b841e812-2eb5-4d85-a5f0-8e5d86fe9e74 req-fe7a513b-71a8-47b1-8f10-11fb2ef2466d tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 946 time: 0.0475593 Oct 15 11:48:50.195022 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 78e9918f-d183-44a0-b603-628582ebf88e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=78e9918f-d183-44a0-b603-628582ebf88e,segment=NetworkSegment(08112715-72b4-4807-a8ad-be78c0283765),segment_id=08112715-72b4-4807-a8ad-be78c0283765)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:50.195203 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b841e812-2eb5-4d85-a5f0-8e5d86fe9e74 req-a05ac075-3f8c-44b6-9a1f-b026f66c8c47 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Oct 15 11:48:50.207524 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '78e9918f-d183-44a0-b603-628582ebf88e', 'network_id': 'f6cc6708-8047-42b9-b136-8316df35a286', 'port_id': '78e9918f-d183-44a0-b603-628582ebf88e', 'mac_address': 'fa:16:3e:2c:26:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8279628c-7f10-4e5f-8f4e-1ed561e3a2e9', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:48:50.218169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.219092 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-2f45339b-2650-4071-8b33-4874043a71a6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:50.221480 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-2f45339b-2650-4071-8b33-4874043a71a6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 945 time: 0.0578320 Oct 15 11:48:50.242119 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb', 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'b69c753f-7508-44f9-b484-f44d3062558a'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:48:50.246662 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event deleted for resources: {'Port': ['ID=b69c753f-7508-44f9-b484-f44d3062558a,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:50.279255 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.295041 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] No DVR routers for this DVR port b69c753f-7508-44f9-b484-f44d3062558a on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:48:50.297671 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.301714 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8ce0a4c0-4177-4ff2-88cc-4a0cf67e4ac0 req-2ccc6578-0119-44c4-8bc3-fbe4c4c1c36e tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "DELETE /v2.0/ports/b69c753f-7508-44f9-b484-f44d3062558a HTTP/1.1" status: 204 len: 173 time: 0.6602025 Oct 15 11:48:50.302357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'name': 'network-vif-deleted', 'tag': 'b69c753f-7508-44f9-b484-f44d3062558a'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:50.305139 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5becf507-348e-44d8-8e7b-84f5bdb95984" -d '{"events": [{"server_uuid": "46cbae1f-e90b-4927-8d4e-91311dc661c9", "name": "network-vif-deleted", "tag": "b69c753f-7508-44f9-b484-f44d3062558a"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:50.305498 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e9918f-d183-44a0-b603-628582ebf88e {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:48:50.322222 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Deleting port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:48:50.323860 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.334061 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 78e9918f-d183-44a0-b603-628582ebf88e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=78e9918f-d183-44a0-b603-628582ebf88e,segment=NetworkSegment(08112715-72b4-4807-a8ad-be78c0283765),segment_id=08112715-72b4-4807-a8ad-be78c0283765)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:50.343437 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce20ecce-cf44-4769-b13e-bf94b21ccba3 x-openstack-request-id: req-ce20ecce-cf44-4769-b13e-bf94b21ccba3 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:50.344298 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cbae1f-e90b-4927-8d4e-91311dc661c9", "name": "network-vif-deleted", "tag": "b69c753f-7508-44f9-b484-f44d3062558a", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:50.344742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce20ecce-cf44-4769-b13e-bf94b21ccba3 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:50.345231 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cbae1f-e90b-4927-8d4e-91311dc661c9', 'name': 'network-vif-deleted', 'tag': 'b69c753f-7508-44f9-b484-f44d3062558a', 'status': 'completed', 'code': 200} Oct 15 11:48:50.422036 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] For port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:50.424715 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.431017 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.431679 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:48:50.438056 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Calling delete_port for d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 owned by compute:nova {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:48:50.508668 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=78e9918f-d183-44a0-b603-628582ebf88e,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:50.544425 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.544830 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.545127 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.545456 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.545780 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.546103 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.546424 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.546768 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.547094 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.547409 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.547720 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.548110 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:48:50.623890 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.643685 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:50.655001 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0adf0-1069-4178-89b3-6cf4c1802f6b req-25e92dd3-c26b-4d3d-9044-943d13cd5813 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:50.656795 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'port_id': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'mac_address': 'fa:16:3e:19:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:48:50.659304 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Pushing event deleted for resources: {'Port': ['ID=d13e68b8-0b00-42bc-97aa-4ecbfa7332f3,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:50.662674 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6cb0adf0-1069-4178-89b3-6cf4c1802f6b req-25e92dd3-c26b-4d3d-9044-943d13cd5813 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 867 time: 0.0549686 Oct 15 11:48:50.702598 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6cb0adf0-1069-4178-89b3-6cf4c1802f6b req-ecc867f8-3a3b-4920-8c4f-239e380afa39 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Oct 15 11:48:50.709840 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] No DVR routers for this DVR port d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 on host hv-cinder-81412 {{(pid=106848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:48:50.712856 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.716199 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-d4ff1e78-4b5d-42c1-8ff7-9f8e5ef89ec0 req-83acb2ad-ecbe-4e5f-a422-4bed2ba166f5 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "DELETE /v2.0/ports/d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 HTTP/1.1" status: 204 len: 173 time: 0.4882829 Oct 15 11:48:50.716545 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.716661 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'name': 'network-vif-deleted', 'tag': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:50.719659 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bdb02c-98c9-4068-99de-e832e8dd4c33" -d '{"events": [{"server_uuid": "6235bc31-fbcf-4ca2-a84a-04a42f149058", "name": "network-vif-deleted", "tag": "d13e68b8-0b00-42bc-97aa-4ecbfa7332f3"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:50.732112 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb66a23-ef08-426d-bed9-f8fc4367c6ed {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:48:50.756583 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:50.758703 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3333f5-aab7-4ed3-b110-67de440debb3 x-openstack-request-id: req-7c3333f5-aab7-4ed3-b110-67de440debb3 {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:50.758994 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6235bc31-fbcf-4ca2-a84a-04a42f149058", "name": "network-vif-deleted", "tag": "d13e68b8-0b00-42bc-97aa-4ecbfa7332f3", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:50.759246 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c3333f5-aab7-4ed3-b110-67de440debb3 {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:50.759709 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6235bc31-fbcf-4ca2-a84a-04a42f149058', 'name': 'network-vif-deleted', 'tag': 'd13e68b8-0b00-42bc-97aa-4ecbfa7332f3', 'status': 'completed', 'code': 200} Oct 15 11:48:50.841131 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:50.893366 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=9']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:51.012512 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461f002-1fbd-4060-a541-ad2ae2f566e0 req-fd2be358-9429-4dea-8ddf-d7872cc8c30a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:51.013997 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b461f002-1fbd-4060-a541-ad2ae2f566e0 req-fd2be358-9429-4dea-8ddf-d7872cc8c30a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.0768869 Oct 15 11:48:51.022046 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d9ed9-a0ff-4e4d-99d9-9e8cea945362 req-64991050-28ae-4f2b-a478-e8a584792acf tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:51.023470 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e18d9ed9-a0ff-4e4d-99d9-9e8cea945362 req-64991050-28ae-4f2b-a478-e8a584792acf tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 949 time: 0.0777447 Oct 15 11:48:51.078249 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b461f002-1fbd-4060-a541-ad2ae2f566e0 req-343f545c-baf3-4a0c-8c10-46294a333f9c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0538161 Oct 15 11:48:51.085736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e18d9ed9-a0ff-4e4d-99d9-9e8cea945362 req-02d778ea-4f9d-475c-8140-7975ce0c635b tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544367 Oct 15 11:48:51.120845 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['d13e68b8-0b00-42bc-97aa-4ecbfa7332f3'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:48:51.234070 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['78e9918f-d183-44a0-b603-628582ebf88e'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:48:51.263917 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['4cb66a23-ef08-426d-bed9-f8fc4367c6ed'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:48:51.320403 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e49ac74e-e495-4dce-b62d-e2c5ed401fbe req-553ebc6a-602d-4dc8-a703-375bdb9abbc2 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=46cbae1f-e90b-4927-8d4e-91311dc661c9 HTTP/1.1" status: 200 len: 210 time: 0.0389957 Oct 15 11:48:51.632949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a5a38-ee6d-4eda-84d8-d12bb80e4e98 req-d1f3bc33-73e3-4baf-954d-28b146d448c7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:51.634414 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6d7a5a38-ee6d-4eda-84d8-d12bb80e4e98 req-d1f3bc33-73e3-4baf-954d-28b146d448c7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0474496 Oct 15 11:48:51.672332 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6d7a5a38-ee6d-4eda-84d8-d12bb80e4e98 req-67bddfa3-7d2a-48b6-bf88-c0c86a5cccd5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Oct 15 11:48:51.807562 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5849e5a2-0b46-4868-af3f-040224f8161f req-677b3150-0bc5-4c13-af23-0a0210d89bb6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=6235bc31-fbcf-4ca2-a84a-04a42f149058 HTTP/1.1" status: 200 len: 210 time: 0.0252867 Oct 15 11:48:52.227796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec96599-6bbc-49fb-9a12-53febe0471e9 req-10d488a5-2119-4185-a32a-e4ebfcc5e616 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:52.229256 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ec96599-6bbc-49fb-9a12-53febe0471e9 req-10d488a5-2119-4185-a32a-e4ebfcc5e616 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 949 time: 0.0757489 Oct 15 11:48:52.236531 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f946452-ba50-4acf-b4d2-7f457f267cee req-ee480c7b-7344-4ad8-ab64-0ab9153f6c90 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:52.237871 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f946452-ba50-4acf-b4d2-7f457f267cee req-ee480c7b-7344-4ad8-ab64-0ab9153f6c90 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.0864508 Oct 15 11:48:52.291726 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ec96599-6bbc-49fb-9a12-53febe0471e9 req-17c12126-5a75-478a-a76d-22c729035c68 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525036 Oct 15 11:48:52.296003 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f946452-ba50-4acf-b4d2-7f457f267cee req-628b4031-dc5e-40dc-951c-0f4ea35f7b6a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0516372 Oct 15 11:48:52.816304 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7675778-aaf9-4f22-89fb-072f2e4ee185 req-34e55324-8fb3-498b-8460-862ed1cf2ee7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:52.818867 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c7675778-aaf9-4f22-89fb-072f2e4ee185 req-34e55324-8fb3-498b-8460-862ed1cf2ee7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.0798826 Oct 15 11:48:52.825740 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a3ef6-3fc0-44f6-8e00-438146dad0c1 req-f5e599d3-374c-4be4-8a88-cca3943e7474 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:52.827161 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-de1a3ef6-3fc0-44f6-8e00-438146dad0c1 req-f5e599d3-374c-4be4-8a88-cca3943e7474 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0787125 Oct 15 11:48:52.875029 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c7675778-aaf9-4f22-89fb-072f2e4ee185 req-101cb1ba-7424-4994-9f29-2db10fb547da tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Oct 15 11:48:52.886814 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-de1a3ef6-3fc0-44f6-8e00-438146dad0c1 req-029b9cfb-2bbc-4210-b6f3-6716278057c9 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523109 Oct 15 11:48:53.441112 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2871f1-8b5f-4b19-9c42-869c227c0256 req-9cde768c-ff9b-4fea-9491-bd5ecbd45d88 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:53.442619 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af2871f1-8b5f-4b19-9c42-869c227c0256 req-9cde768c-ff9b-4fea-9491-bd5ecbd45d88 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 949 time: 0.0843637 Oct 15 11:48:53.450487 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3d3d-854f-49f8-857b-3378637a3bf3 req-1bab8249-a82b-462d-a0da-7d78f2bca758 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:53.451862 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d7f3d3d-854f-49f8-857b-3378637a3bf3 req-1bab8249-a82b-462d-a0da-7d78f2bca758 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.0769737 Oct 15 11:48:53.506884 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-af2871f1-8b5f-4b19-9c42-869c227c0256 req-e6bdaf23-0405-44c7-9a07-34904ccf27df tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 Oct 15 11:48:53.511361 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d7f3d3d-854f-49f8-857b-3378637a3bf3 req-360a3123-bc10-49c5-aad3-cde8523211bf tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531356 Oct 15 11:48:54.016530 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03354e-79b9-4285-bcfd-eaf0a0d7636f req-0d439d55-663b-4de1-ae1d-047cee327ef7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:54.017973 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd03354e-79b9-4285-bcfd-eaf0a0d7636f req-0d439d55-663b-4de1-ae1d-047cee327ef7 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.0771275 Oct 15 11:48:54.025714 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec2587-62ab-43a8-8dcf-1a8999b800b9 req-f6e63c4f-f0be-4366-9bdb-ce0b11b905e5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:54.027334 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fcec2587-62ab-43a8-8dcf-1a8999b800b9 req-f6e63c4f-f0be-4366-9bdb-ce0b11b905e5 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0746999 Oct 15 11:48:54.084596 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd03354e-79b9-4285-bcfd-eaf0a0d7636f req-1ecfbcdd-2336-4a3a-a6eb-525973d379fb tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563443 Oct 15 11:48:54.087442 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fcec2587-62ab-43a8-8dcf-1a8999b800b9 req-60789ba2-34f0-4fd9-94f7-1beb4d26018e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534806 Oct 15 11:48:54.514200 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:48:54.563266 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:48:54.563870 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:54.643502 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:54.645330 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a38735-0b35-4548-8b16-52790e08aed7 req-64a0da23-85b6-4340-952c-b883626364b3 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:54.646849 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6a38735-0b35-4548-8b16-52790e08aed7 req-64a0da23-85b6-4340-952c-b883626364b3 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 949 time: 0.0744336 Oct 15 11:48:54.659598 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d61d0c-a4da-4268-8b7e-4ed46d0a2ca8 req-f8f3c625-27a5-4e4c-96de-d7cd6e0000f3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:54.661090 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-98d61d0c-a4da-4268-8b7e-4ed46d0a2ca8 req-f8f3c625-27a5-4e4c-96de-d7cd6e0000f3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 945 time: 0.0648944 Oct 15 11:48:54.666276 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:54.668787 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5dfd19-5e94-4fe8-be13-30dc3dd255bd" -d '{"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-plugged", "status": "completed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:54.681497 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:54.714492 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6a38735-0b35-4548-8b16-52790e08aed7 req-c1bb1159-7db4-4466-b2d9-111760da59e1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523894 Oct 15 11:48:54.723561 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-98d61d0c-a4da-4268-8b7e-4ed46d0a2ca8 req-eb35a71c-90af-4169-8ccc-09b2d621bdea tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0557365 Oct 15 11:48:54.761422 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289799a-cac8-486f-8ebd-3fb2e4b95cc9 x-openstack-request-id: req-6289799a-cac8-486f-8ebd-3fb2e4b95cc9 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:54.761676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-plugged", "status": "completed", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:54.761925 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6289799a-cac8-486f-8ebd-3fb2e4b95cc9 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:54.762308 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'code': 200} Oct 15 11:48:54.763060 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:54.763837 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 78e9918f-d183-44a0-b603-628582ebf88e up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:48:54.840068 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=10']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:54.949086 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 78e9918f-d183-44a0-b603-628582ebf88e completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:48:54.952920 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 78e9918f-d183-44a0-b603-628582ebf88e triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:48:54.953363 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:55.026504 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:55.057835 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 78e9918f-d183-44a0-b603-628582ebf88e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=78e9918f-d183-44a0-b603-628582ebf88e,segment=NetworkSegment(08112715-72b4-4807-a8ad-be78c0283765),segment_id=08112715-72b4-4807-a8ad-be78c0283765)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:55.132402 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:55.133221 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:48:55.154939 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:48:55.155284 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device d13e68b8-0b00-42bc-97aa-4ecbfa7332f3 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:48:55.155819 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device b69c753f-7508-44f9-b484-f44d3062558a no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:48:55.195032 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: b69c753f-7508-44f9-b484-f44d3062558a {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:48:55.195382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device b69c753f-7508-44f9-b484-f44d3062558a not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:48:55.218811 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=78e9918f-d183-44a0-b603-628582ebf88e,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:55.238585 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d996a4d-7279-4ab0-a05b-eeb18fe5c030 req-79c972be-2932-4cc3-b034-08bc75b9b200 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:55.240043 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1d996a4d-7279-4ab0-a05b-eeb18fe5c030 req-79c972be-2932-4cc3-b034-08bc75b9b200 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0834343 Oct 15 11:48:55.247518 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019f506-3c64-42b0-8370-957caf7521ff req-334ebd25-282b-4d8d-9b55-9c9d93057b68 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:55.248859 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0019f506-3c64-42b0-8370-957caf7521ff req-334ebd25-282b-4d8d-9b55-9c9d93057b68 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.0949836 Oct 15 11:48:55.312423 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1d996a4d-7279-4ab0-a05b-eeb18fe5c030 req-73857b36-cb54-4b99-9d08-cf3c04ab226b tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 Oct 15 11:48:55.317449 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0019f506-3c64-42b0-8370-957caf7521ff req-9cacd479-1ba9-41c3-93fc-189d2bdc2b75 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593030 Oct 15 11:48:55.855494 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf53c9-190d-4798-8952-51c5229a6960 req-fa70a8f9-de2e-48ef-b9bd-dd3db53818b8 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:55.856930 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-77bf53c9-190d-4798-8952-51c5229a6960 req-fa70a8f9-de2e-48ef-b9bd-dd3db53818b8 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0746343 Oct 15 11:48:55.876454 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335172f-ee6d-4ef9-b7c1-c416d91ba494 req-29837fef-4057-4c5c-9dfc-fbb9e633fac4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:55.877836 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5335172f-ee6d-4ef9-b7c1-c416d91ba494 req-29837fef-4057-4c5c-9dfc-fbb9e633fac4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0707395 Oct 15 11:48:55.918303 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-77bf53c9-190d-4798-8952-51c5229a6960 req-28217817-51e1-475e-94f0-82cbe74c0b00 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Oct 15 11:48:55.930582 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5335172f-ee6d-4ef9-b7c1-c416d91ba494 req-1f9f364d-d747-4f3f-bccd-ba34bf0037b3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457261 Oct 15 11:48:56.462244 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b3ec0-a088-4955-9d03-75155cff8c0f req-8d932b72-27ef-498d-90d0-f825a01414be tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:56.463937 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f68b3ec0-a088-4955-9d03-75155cff8c0f req-8d932b72-27ef-498d-90d0-f825a01414be tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0855129 Oct 15 11:48:56.477412 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07c20-4ae9-409b-9a57-cb094d69e9d0 req-7538bbc9-8a7d-4b12-96e4-0fd39b36d195 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:56.478791 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90f07c20-4ae9-409b-9a57-cb094d69e9d0 req-7538bbc9-8a7d-4b12-96e4-0fd39b36d195 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.0813377 Oct 15 11:48:56.535641 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f68b3ec0-a088-4955-9d03-75155cff8c0f req-64d47645-6fd9-4c91-9dbe-4e848e34fd42 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658431 Oct 15 11:48:56.540498 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90f07c20-4ae9-409b-9a57-cb094d69e9d0 req-b9c26aec-88d5-4317-a827-04131511a745 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557032 Oct 15 11:48:56.763064 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f95500-b1b5-49d7-897e-a705c60f4273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9918f-d183-44a0-b603-628582ebf88e'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:56.765359 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2c3ae-d194-4912-b26c-6f7fc1a29bf9" -d '{"events": [{"server_uuid": "01f95500-b1b5-49d7-897e-a705c60f4273", "name": "network-vif-plugged", "status": "completed", "tag": "78e9918f-d183-44a0-b603-628582ebf88e"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:56.799921 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f886da6c-8615-4697-801b-9815d3cce349 x-openstack-request-id: req-f886da6c-8615-4697-801b-9815d3cce349 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:56.800235 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f95500-b1b5-49d7-897e-a705c60f4273", "name": "network-vif-plugged", "status": "completed", "tag": "78e9918f-d183-44a0-b603-628582ebf88e", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:56.800487 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f886da6c-8615-4697-801b-9815d3cce349 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:56.801376 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f95500-b1b5-49d7-897e-a705c60f4273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9918f-d183-44a0-b603-628582ebf88e', 'code': 200} Oct 15 11:48:56.943150 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-321024ec-aa55-4910-9af6-68f669d3ad2c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:56.944635 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-321024ec-aa55-4910-9af6-68f669d3ad2c tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 946 time: 0.0490210 Oct 15 11:48:57.062184 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76e139-b972-4fea-89aa-a420e3ef38ca req-f763e210-ed60-4d7d-aa49-8d5758a9e826 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:57.062494 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Deleting port 50b582ff-bf80-45d3-8412-4c53d76778c0 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:48:57.062856 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.063586 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c76e139-b972-4fea-89aa-a420e3ef38ca req-f763e210-ed60-4d7d-aa49-8d5758a9e826 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0786912 Oct 15 11:48:57.099326 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eee47-de2c-4686-8823-dbcf67a36895 req-e7e36d62-ea82-4f5e-b520-045d4fc9ee14 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:57.100851 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c01eee47-de2c-4686-8823-dbcf67a36895 req-e7e36d62-ea82-4f5e-b520-045d4fc9ee14 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0838847 Oct 15 11:48:57.153180 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c76e139-b972-4fea-89aa-a420e3ef38ca req-78e1a8b8-465a-4e09-9b9d-0eea534d14d7 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822389 Oct 15 11:48:57.161642 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] For port 50b582ff-bf80-45d3-8412-4c53d76778c0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=50b582ff-bf80-45d3-8412-4c53d76778c0,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:57.162295 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.183609 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Calling delete_port for 50b582ff-bf80-45d3-8412-4c53d76778c0 owned by compute:nova {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:48:57.232207 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c01eee47-de2c-4686-8823-dbcf67a36895 req-114c0b83-d550-483d-8222-f2f1511df975 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1086528 Oct 15 11:48:57.234967 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab02e9-4d93-47c8-8cee-59f6add43495 req-dac1d7d3-1c6d-4fbc-b000-9d4769838a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:57.236371 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-43ab02e9-4d93-47c8-8cee-59f6add43495 req-dac1d7d3-1c6d-4fbc-b000-9d4769838a1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 1100 time: 0.1583178 Oct 15 11:48:57.257953 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140930c3-3ea1-4982-bfc2-70c98b8bd2d3 req-7f5ab1f0-6c3c-4204-b478-a55fc3652d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:57.257953 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-140930c3-3ea1-4982-bfc2-70c98b8bd2d3 req-7f5ab1f0-6c3c-4204-b478-a55fc3652d4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 1103 time: 0.0965731 Oct 15 11:48:57.270722 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-0bf137b1-daf9-4ec4-a0dd-f230851aaa30 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:57.272146 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-0bf137b1-daf9-4ec4-a0dd-f230851aaa30 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.1147447 Oct 15 11:48:57.349040 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-43ab02e9-4d93-47c8-8cee-59f6add43495 req-3fa9e136-7f8a-4a8f-9c7a-95928432f086 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1031582 Oct 15 11:48:57.356442 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-140930c3-3ea1-4982-bfc2-70c98b8bd2d3 req-46cd951a-4e8d-4968-8a51-113db84bf04b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817142 Oct 15 11:48:57.373795 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.388337 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['0a0586ec-462e-4588-a383-5cb3c2cf6b01', '50b582ff-bf80-45d3-8412-4c53d76778c0'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:48:57.406468 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Pushing event deleted for resources: {'Port': ['ID=50b582ff-bf80-45d3-8412-4c53d76778c0,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:57.427142 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Deleting port eebdfec1-277c-460c-a268-fe7dd1e1916b {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:48:57.428101 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.453461 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] No DVR routers for this DVR port 50b582ff-bf80-45d3-8412-4c53d76778c0 on host hv-cinder-81412 {{(pid=106848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:48:57.456078 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.459529 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "DELETE /v2.0/ports/50b582ff-bf80-45d3-8412-4c53d76778c0 HTTP/1.1" status: 204 len: 173 time: 0.4998958 Oct 15 11:48:57.459969 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'name': 'network-vif-deleted', 'tag': '50b582ff-bf80-45d3-8412-4c53d76778c0'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:57.462380 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9e36f9-3e36-4d5c-9f91-d08c6ec010cd" -d '{"events": [{"server_uuid": "d8fb0339-812d-471b-95eb-50990b7f515f", "name": "network-vif-deleted", "tag": "50b582ff-bf80-45d3-8412-4c53d76778c0"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:57.502611 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe276403-0b6f-4746-8e6e-383d7d7d7358 x-openstack-request-id: req-fe276403-0b6f-4746-8e6e-383d7d7d7358 {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:57.502905 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fb0339-812d-471b-95eb-50990b7f515f", "name": "network-vif-deleted", "tag": "50b582ff-bf80-45d3-8412-4c53d76778c0", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:57.503179 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe276403-0b6f-4746-8e6e-383d7d7d7358 {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:57.503623 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fb0339-812d-471b-95eb-50990b7f515f', 'name': 'network-vif-deleted', 'tag': '50b582ff-bf80-45d3-8412-4c53d76778c0', 'status': 'completed', 'code': 200} Oct 15 11:48:57.533156 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] For port eebdfec1-277c-460c-a268-fe7dd1e1916b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=eebdfec1-277c-460c-a268-fe7dd1e1916b,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:48:57.536561 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.550338 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Calling delete_port for eebdfec1-277c-460c-a268-fe7dd1e1916b owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:48:57.651038 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-95cb458e-e28a-4046-a5b1-8a2974e90e0d req-2ef7c5c3-9f8a-4a11-953e-bec8ec2c4da4 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 210 time: 0.0431757 Oct 15 11:48:57.703676 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146183b4-0300-41e3-8f83-b6ae8e7b6938 req-006978ff-dc06-4d66-b084-edc9396198ea tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:57.705121 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-146183b4-0300-41e3-8f83-b6ae8e7b6938 req-006978ff-dc06-4d66-b084-edc9396198ea tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 946 time: 0.0808296 Oct 15 11:48:57.774410 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-146183b4-0300-41e3-8f83-b6ae8e7b6938 req-dd9a7936-d434-414c-9a37-c64beffc36e3 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Oct 15 11:48:57.869639 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.885127 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb', 'eebdfec1-277c-460c-a268-fe7dd1e1916b'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:48:57.899147 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event deleted for resources: {'Port': ['ID=eebdfec1-277c-460c-a268-fe7dd1e1916b,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:48:57.940291 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] No DVR routers for this DVR port eebdfec1-277c-460c-a268-fe7dd1e1916b on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:48:57.943363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:57.946694 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-89867b4b-f530-4fe3-8ae3-8beec0e273c1 req-19e6f488-9f63-4e9e-b403-1c7aec527efc tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "DELETE /v2.0/ports/eebdfec1-277c-460c-a268-fe7dd1e1916b HTTP/1.1" status: 204 len: 173 time: 0.6648715 Oct 15 11:48:57.947126 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'name': 'network-vif-deleted', 'tag': 'eebdfec1-277c-460c-a268-fe7dd1e1916b'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:48:57.949737 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0991d265-1d5c-4106-8bd9-680092ec4e30" -d '{"events": [{"server_uuid": "88f39bcb-6a47-4f2c-9a17-276c95513a52", "name": "network-vif-deleted", "tag": "eebdfec1-277c-460c-a268-fe7dd1e1916b"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:48:57.987944 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8bac4f-aba6-4609-be1c-227304ea9b98 x-openstack-request-id: req-ac8bac4f-aba6-4609-be1c-227304ea9b98 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:48:57.988373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f39bcb-6a47-4f2c-9a17-276c95513a52", "name": "network-vif-deleted", "tag": "eebdfec1-277c-460c-a268-fe7dd1e1916b", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:48:57.988631 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac8bac4f-aba6-4609-be1c-227304ea9b98 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:48:57.989210 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f39bcb-6a47-4f2c-9a17-276c95513a52', 'name': 'network-vif-deleted', 'tag': 'eebdfec1-277c-460c-a268-fe7dd1e1916b', 'status': 'completed', 'code': 200} Oct 15 11:48:58.036239 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-76db6a25-3b9e-491d-8236-57e3d635d0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:48:58.273057 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b78d5-a3a1-4a35-a515-4b2818e7faa8 req-adfa88d6-2bd8-47f2-b169-df89c97c6f12 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:58.274551 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f9b78d5-a3a1-4a35-a515-4b2818e7faa8 req-adfa88d6-2bd8-47f2-b169-df89c97c6f12 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0514076 Oct 15 11:48:58.333794 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f9b78d5-a3a1-4a35-a515-4b2818e7faa8 req-e7c91eb8-9399-40ce-8609-6ffe22627072 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522721 Oct 15 11:48:58.355963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8ed9c-ec47-4a38-b4b1-62a08b15fcf2 req-1b7268d0-d061-4e30-97b2-7ab5b2545299 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:58.357386 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7db8ed9c-ec47-4a38-b4b1-62a08b15fcf2 req-1b7268d0-d061-4e30-97b2-7ab5b2545299 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0510740 Oct 15 11:48:58.393872 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7db8ed9c-ec47-4a38-b4b1-62a08b15fcf2 req-f5331253-e49d-43de-8e7d-01b0445c237d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307016 Oct 15 11:48:58.766607 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e9594ec4-8726-4e85-998b-f7b832d8c826 req-93c76c50-e151-4024-af64-592239ad0138 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8fb0339-812d-471b-95eb-50990b7f515f HTTP/1.1" status: 200 len: 210 time: 0.0349751 Oct 15 11:48:58.884411 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dd116184-1a73-45a6-9d0e-e351cb257da4 req-6b853454-114d-442e-b32a-0b8285b127bd tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f39bcb-6a47-4f2c-9a17-276c95513a52 HTTP/1.1" status: 200 len: 210 time: 0.0254817 Oct 15 11:48:59.448446 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95982b-fbb8-4c83-aa8a-10e500c1b49f req-565833bb-73c1-4624-8064-bbff319a1dcd tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:59.449926 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-da95982b-fbb8-4c83-aa8a-10e500c1b49f req-565833bb-73c1-4624-8064-bbff319a1dcd tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0518978 Oct 15 11:48:59.514039 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-da95982b-fbb8-4c83-aa8a-10e500c1b49f req-0a036722-6836-4197-8ee7-12cb9e1651e3 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577357 Oct 15 11:48:59.530700 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092054bd-5ea8-48c0-bd1a-e35ec73043b4 req-52929a49-2c9a-4ec7-a2c9-2d09f822b247 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:48:59.532154 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-092054bd-5ea8-48c0-bd1a-e35ec73043b4 req-52929a49-2c9a-4ec7-a2c9-2d09f822b247 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0620682 Oct 15 11:48:59.572615 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-092054bd-5ea8-48c0-bd1a-e35ec73043b4 req-05787843-6466-4405-bc86-7de7ea4f161f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342114 Oct 15 11:49:00.136619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbbb9f-cc88-45ab-ac9a-66e7015386c4 req-370cf4ce-ca01-4d11-b7d6-5cb13c4f224a tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:00.138227 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3ebbbb9f-cc88-45ab-ac9a-66e7015386c4 req-370cf4ce-ca01-4d11-b7d6-5cb13c4f224a tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0487449 Oct 15 11:49:00.178044 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3ebbbb9f-cc88-45ab-ac9a-66e7015386c4 req-edb11daf-7143-41c7-a978-45c70c6ce292 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Oct 15 11:49:00.324538 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab306c-dbea-4505-b250-eb7065202448 req-2fa9eb9c-99a1-428e-a25d-49f1eca7981f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:00.325995 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1ab306c-dbea-4505-b250-eb7065202448 req-2fa9eb9c-99a1-428e-a25d-49f1eca7981f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0529535 Oct 15 11:49:00.362290 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1ab306c-dbea-4505-b250-eb7065202448 req-092d346a-7c5b-4fe8-a356-d9148dce7982 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303855 Oct 15 11:49:00.423247 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device eebdfec1-277c-460c-a268-fe7dd1e1916b no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:00.446406 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: eebdfec1-277c-460c-a268-fe7dd1e1916b {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:00.446770 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device eebdfec1-277c-460c-a268-fe7dd1e1916b not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:00.447175 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 50b582ff-bf80-45d3-8412-4c53d76778c0 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:00.472160 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 50b582ff-bf80-45d3-8412-4c53d76778c0 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:00.473013 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 50b582ff-bf80-45d3-8412-4c53d76778c0 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:00.537594 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3e91fb43-8b8b-498d-894f-b3da85144993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:00.691428 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3898c73-94cc-4cc6-82cd-7f697b18a877 req-6101b830-a699-4eb6-a519-712293077cf1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:00.692779 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f3898c73-94cc-4cc6-82cd-7f697b18a877 req-6101b830-a699-4eb6-a519-712293077cf1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0474005 Oct 15 11:49:00.729351 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f3898c73-94cc-4cc6-82cd-7f697b18a877 req-a1695bf4-096a-4ee4-814e-7be42a2c9254 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307493 Oct 15 11:49:01.305426 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7d0e-daac-434a-ab4c-99e0dbb20db8 req-aa7fdb42-378d-4fcd-a9ea-784351a854de tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:01.306887 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f01c7d0e-daac-434a-ab4c-99e0dbb20db8 req-aa7fdb42-378d-4fcd-a9ea-784351a854de tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0467782 Oct 15 11:49:01.347488 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f01c7d0e-daac-434a-ab4c-99e0dbb20db8 req-fdc0a212-c161-4a3a-b2b1-3fc07e4976e7 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Oct 15 11:49:01.477435 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d8e11-ce2e-4b11-8ddc-0b946ae23e64 req-b698ad53-845a-4422-b7ec-8e6d3746d356 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:01.478872 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb9d8e11-ce2e-4b11-8ddc-0b946ae23e64 req-b698ad53-845a-4422-b7ec-8e6d3746d356 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0509560 Oct 15 11:49:01.516225 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb9d8e11-ce2e-4b11-8ddc-0b946ae23e64 req-f975fef4-33b6-488b-bdd2-83024d8f92fb tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Oct 15 11:49:01.555146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:01.846312 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80aef3-ed60-42ca-b055-aac26e18e358 req-ee732a97-5e4a-4d7c-8804-a2e624cdb94f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:01.847820 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0d80aef3-ed60-42ca-b055-aac26e18e358 req-ee732a97-5e4a-4d7c-8804-a2e624cdb94f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0470963 Oct 15 11:49:01.858000 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:01.885559 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0d80aef3-ed60-42ca-b055-aac26e18e358 req-2376ba92-3722-46fd-9247-5c4ccf3e23ab tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315392 Oct 15 11:49:02.459823 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fed1aa-ee2c-4036-a346-0b4be8f3aee0 req-ad9ee8fc-bf1f-4a9f-9202-70a424c05934 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:02.461208 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99fed1aa-ee2c-4036-a346-0b4be8f3aee0 req-ad9ee8fc-bf1f-4a9f-9202-70a424c05934 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0472186 Oct 15 11:49:02.497622 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99fed1aa-ee2c-4036-a346-0b4be8f3aee0 req-add6f2a8-99aa-4be8-a702-f163589fe073 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304778 Oct 15 11:49:02.631190 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebd9d8-b1b6-4390-9652-b9dfa63a0a8c req-8af42604-a8c1-4c14-9ebf-e1ccb507f950 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:02.632703 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3ebd9d8-b1b6-4390-9652-b9dfa63a0a8c req-8af42604-a8c1-4c14-9ebf-e1ccb507f950 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0516295 Oct 15 11:49:02.670388 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a3ebd9d8-b1b6-4390-9652-b9dfa63a0a8c req-579c8b51-1a00-4265-b951-9e46efeb25b2 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Oct 15 11:49:03.004230 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6321d1-3bd7-4697-92ff-d664c696ce0a req-10451f80-e68c-42fb-9131-5340de3448b5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:03.006469 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ce6321d1-3bd7-4697-92ff-d664c696ce0a req-10451f80-e68c-42fb-9131-5340de3448b5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0487075 Oct 15 11:49:03.043567 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ce6321d1-3bd7-4697-92ff-d664c696ce0a req-a66666fa-8a21-46a1-92ed-5d58d681916c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312476 Oct 15 11:49:03.530492 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-36b540c2-bef1-4501-8852-ab8e41201494 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:03.532122 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-36b540c2-bef1-4501-8852-ab8e41201494 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/networks?id=c7b46efb-84f4-4e28-80a1-73a8df330702 HTTP/1.1" status: 200 len: 814 time: 0.1078002 Oct 15 11:49:03.546923 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-d50a46cd-3b06-4769-b3cc-cfa2b7d9003b tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/quotas/81b8a92e64f946a48c07618ebf4ebf9c HTTP/1.1" status: 200 len: 375 time: 0.0088437 Oct 15 11:49:03.566446 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:03.576806 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83a6bb4f-e8e9-4b9f-8654-5e2d1f0391f4 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b8a92e64f946a48c07618ebf4ebf9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0237472 Oct 15 11:49:03.665161 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-78cf2517-a5d5-43ee-a87b-f7434cb5db1e service neutron] 10.222.0.37 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814505 Oct 15 11:49:03.758217 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-a0b454f4-e99f-4dd9-aeeb-a19190ba20af service neutron] 10.222.0.37 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869455 Oct 15 11:49:03.885224 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e33eb-6bdd-4af3-b64b-f3f8e8771d3c req-c9624921-38fa-4ef7-9c13-f56ea267be6e tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:03.886724 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d27e33eb-6bdd-4af3-b64b-f3f8e8771d3c req-c9624921-38fa-4ef7-9c13-f56ea267be6e tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0476859 Oct 15 11:49:03.926230 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d27e33eb-6bdd-4af3-b64b-f3f8e8771d3c req-68ea8009-5e4b-4878-b4b4-c9ddfd851c67 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc249ea9-500f-4808-a74c-1205a360130c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Oct 15 11:49:04.062629 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0155649-bac9-4d95-8f40-07c014f1940c req-27069ba7-a154-4766-888d-ba93c93c2da6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:04.066978 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a0155649-bac9-4d95-8f40-07c014f1940c req-27069ba7-a154-4766-888d-ba93c93c2da6 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0847728 Oct 15 11:49:04.099911 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce04d0-22ad-4b1b-8198-54efc8faa393 req-669f37eb-6cc0-42d6-8322-e931779768ca tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:04.102001 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a0ce04d0-22ad-4b1b-8198-54efc8faa393 req-669f37eb-6cc0-42d6-8322-e931779768ca tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 945 time: 0.0897691 Oct 15 11:49:04.131628 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a0155649-bac9-4d95-8f40-07c014f1940c req-b0cfecf4-d088-4d80-b6f0-f6640a43b873 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615158 Oct 15 11:49:04.151635 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a0ce04d0-22ad-4b1b-8198-54efc8faa393 req-371cec9f-bc30-4d98-9da4-359569854da2 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Oct 15 11:49:04.195585 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-57814007-e0de-48e6-a46e-21f914ae86b9 req-3842bb46-1009-43c2-84a6-b13e366d7933 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 210 time: 0.0256867 Oct 15 11:49:04.329505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-2af0e860-e470-4dee-a6d7-3e7dddf7276c tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:04.330986 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-2af0e860-e470-4dee-a6d7-3e7dddf7276c tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.32 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 950 time: 0.0571067 Oct 15 11:49:04.426390 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Deleting port 78e9918f-d183-44a0-b603-628582ebf88e {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:04.426755 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:04.530116 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] For port 78e9918f-d183-44a0-b603-628582ebf88e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=78e9918f-d183-44a0-b603-628582ebf88e,segment=NetworkSegment(08112715-72b4-4807-a8ad-be78c0283765),segment_id=08112715-72b4-4807-a8ad-be78c0283765)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:04.530480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:04.541911 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Calling delete_port for 78e9918f-d183-44a0-b603-628582ebf88e owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:04.778291 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:04.790794 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['78e9918f-d183-44a0-b603-628582ebf88e'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:49:04.813146 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Pushing event deleted for resources: {'Port': ['ID=78e9918f-d183-44a0-b603-628582ebf88e,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:04.860169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] No DVR routers for this DVR port 78e9918f-d183-44a0-b603-628582ebf88e on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:49:04.862737 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:04.866624 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eaecf593-833f-4553-bbd3-13aea1d7b65b req-96c4a011-53d0-4ce3-8f2f-d109dc341cf1 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.32 "DELETE /v2.0/ports/78e9918f-d183-44a0-b603-628582ebf88e HTTP/1.1" status: 204 len: 173 time: 0.5261283 Oct 15 11:49:04.867075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f95500-b1b5-49d7-897e-a705c60f4273', 'name': 'network-vif-deleted', 'tag': '78e9918f-d183-44a0-b603-628582ebf88e'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:49:04.869364 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631e69f5-a2cd-46c0-ad2e-1843b890f4c2" -d '{"events": [{"server_uuid": "01f95500-b1b5-49d7-897e-a705c60f4273", "name": "network-vif-deleted", "tag": "78e9918f-d183-44a0-b603-628582ebf88e"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:49:04.910677 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d339f-f0d7-48aa-aa25-90ad98b8c96f x-openstack-request-id: req-a13d339f-f0d7-48aa-aa25-90ad98b8c96f {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:49:04.911642 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f95500-b1b5-49d7-897e-a705c60f4273", "name": "network-vif-deleted", "tag": "78e9918f-d183-44a0-b603-628582ebf88e", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:49:04.911898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a13d339f-f0d7-48aa-aa25-90ad98b8c96f {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:49:04.912467 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f95500-b1b5-49d7-897e-a705c60f4273', 'name': 'network-vif-deleted', 'tag': '78e9918f-d183-44a0-b603-628582ebf88e', 'status': 'completed', 'code': 200} Oct 15 11:49:05.033499 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-84f5759e-1f87-4644-893b-f4364c50053e req-8bdbc3ce-3e5e-46ce-91b8-b3f0a7ff3fc5 tempest-VolumesNegativeTest-910276485 tempest-VolumesNegativeTest-910276485-project] 10.222.0.37 "GET /v2.0/ports?device_id=01f95500-b1b5-49d7-897e-a705c60f4273 HTTP/1.1" status: 200 len: 210 time: 0.0252149 Oct 15 11:49:05.278926 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe29eb-66ad-439f-a74d-cca5785b35a1 req-568ead36-9e65-4155-87ac-03fabfa49709 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:05.280391 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6abe29eb-66ad-439f-a74d-cca5785b35a1 req-568ead36-9e65-4155-87ac-03fabfa49709 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.0779247 Oct 15 11:49:05.297109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b7fd7-5931-4869-a468-9103162d5d8a req-ba6829bf-2b76-4a26-ae7f-76e6fbc53e04 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:05.297109 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d57b7fd7-5931-4869-a468-9103162d5d8a req-ba6829bf-2b76-4a26-ae7f-76e6fbc53e04 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 945 time: 0.0670712 Oct 15 11:49:05.350840 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6abe29eb-66ad-439f-a74d-cca5785b35a1 req-2af33869-618b-4248-ba38-49c6644c1280 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555518 Oct 15 11:49:05.353528 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d57b7fd7-5931-4869-a468-9103162d5d8a req-8d5aa42f-2211-47c3-a295-a9444223a14c tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5ce63ac-2c61-4438-8d7e-8ce16eed2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526206 Oct 15 11:49:05.429232 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-215b0fd1-dc55-4080-9246-1452fddab989 req-f3671216-a8d1-4d4b-8760-ecbc34f03c03 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 210 time: 0.0248122 Oct 15 11:49:05.717563 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd5de6-f3dc-4794-a346-7683b698f530 req-761fa18c-b7a9-4202-bc7b-4bc25513b667 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:05.719019 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6bbd5de6-f3dc-4794-a346-7683b698f530 req-761fa18c-b7a9-4202-bc7b-4bc25513b667 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0467305 Oct 15 11:49:05.756930 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6bbd5de6-f3dc-4794-a346-7683b698f530 req-a47ab289-67a9-4488-a7ed-0cb20c89c351 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302384 Oct 15 11:49:05.885213 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-4571e87e-a242-413b-8d8e-4be2cb462950 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:05.886680 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-4571e87e-a242-413b-8d8e-4be2cb462950 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 945 time: 0.0507512 Oct 15 11:49:05.987049 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Deleting port 29e3ee71-729c-44de-9717-83b1e96252fb {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:05.987391 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:06.077089 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] For port 29e3ee71-729c-44de-9717-83b1e96252fb, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=29e3ee71-729c-44de-9717-83b1e96252fb,segment=NetworkSegment(c918c473-90a0-4136-9034-9ad3793233d4),segment_id=c918c473-90a0-4136-9034-9ad3793233d4)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:06.077444 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:06.090106 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Calling delete_port for 29e3ee71-729c-44de-9717-83b1e96252fb owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:06.401621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:06.421499 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['29e3ee71-729c-44de-9717-83b1e96252fb'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:49:06.471431 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Pushing event deleted for resources: {'Port': ['ID=29e3ee71-729c-44de-9717-83b1e96252fb,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:06.554832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-58e42be4-b94e-49ce-ab1a-6cb4bfa7eb01 req-d2afc638-3835-446a-acb9-25e84c4c9bea tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0910959 Oct 15 11:49:06.856253 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] No DVR routers for this DVR port 29e3ee71-729c-44de-9717-83b1e96252fb on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:49:06.868165 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:06.871466 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f13c2897-3bf4-4333-856f-4aeae6bf01cd req-9e8e6e1f-bde9-48d3-81c7-5c0544b38e1f tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.32 "DELETE /v2.0/ports/29e3ee71-729c-44de-9717-83b1e96252fb HTTP/1.1" status: 204 len: 173 time: 0.9740555 Oct 15 11:49:06.895557 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae25e4b9-ce79-4228-a46b-ea465843e557 req-772a9f0f-9a11-4cac-8bc4-bd7ce4a8a5ea tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 210 time: 0.0571828 Oct 15 11:49:06.918674 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df8cff-7481-4bea-859d-e5899550287c req-19deb0fc-ef5a-425d-a5f9-2a6e7783da44 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:06.921876 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-06df8cff-7481-4bea-859d-e5899550287c req-19deb0fc-ef5a-425d-a5f9-2a6e7783da44 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.4529312 Oct 15 11:49:06.922535 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'name': 'network-vif-deleted', 'tag': '29e3ee71-729c-44de-9717-83b1e96252fb'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:49:06.924995 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1821401b-3bc9-4088-b113-b09754f9a440" -d '{"events": [{"server_uuid": "34854319-c628-4df6-84cd-4dbc5918e9e8", "name": "network-vif-deleted", "tag": "29e3ee71-729c-44de-9717-83b1e96252fb"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:49:06.937884 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-d9ee3b60-997c-4b5a-b9cb-12c70e8c8c4f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:06.939286 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-d9ee3b60-997c-4b5a-b9cb-12c70e8c8c4f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "GET /v2.0/networks?id=c7b46efb-84f4-4e28-80a1-73a8df330702 HTTP/1.1" status: 200 len: 814 time: 0.4921412 Oct 15 11:49:06.959161 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Request body: {'port': {'device_id': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702', 'admin_state_up': True, 'tenant_id': '81b8a92e64f946a48c07618ebf4ebf9c'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:07.049874 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-06df8cff-7481-4bea-859d-e5899550287c req-a598439d-38a0-4ed6-977b-17371d1e7a1f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194661 Oct 15 11:49:07.086932 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad66a7-98a5-48be-ae5c-40f11f521487 req-32ab9f37-3a75-4acf-86e3-99aa73149cc6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:07.088333 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f7ad66a7-98a5-48be-ae5c-40f11f521487 req-32ab9f37-3a75-4acf-86e3-99aa73149cc6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.1233838 Oct 15 11:49:07.102363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ba3636-177e-4db4-a35e-70a980000f31 x-openstack-request-id: req-77ba3636-177e-4db4-a35e-70a980000f31 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:49:07.102681 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34854319-c628-4df6-84cd-4dbc5918e9e8", "name": "network-vif-deleted", "tag": "29e3ee71-729c-44de-9717-83b1e96252fb", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:49:07.106030 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77ba3636-177e-4db4-a35e-70a980000f31 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:49:07.106030 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34854319-c628-4df6-84cd-4dbc5918e9e8', 'name': 'network-vif-deleted', 'tag': '29e3ee71-729c-44de-9717-83b1e96252fb', 'status': 'completed', 'code': 200} Oct 15 11:49:07.146962 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f7ad66a7-98a5-48be-ae5c-40f11f521487 req-4bc5a80b-3fa2-4ef5-a156-11cd7f2f8d0c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Oct 15 11:49:07.241152 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Made reservation on behalf of 81b8a92e64f946a48c07618ebf4ebf9c for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:49:07.244736 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:07.374591 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Allocated IP 172.20.0.7 (c7b46efb-84f4-4e28-80a1-73a8df330702/6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9/454be29a-9259-4ddf-bbd0-add1803d3a7e) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:49:07.523974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:07.631361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:07.688371 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Network c7b46efb-84f4-4e28-80a1-73a8df330702 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:49:07.692467 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c7d7bd70-e013-45c9-b34d-a7240decc904 req-a993d8de-029f-40ef-b110-8125b8f52cc9 tempest-AttachVolumeNegativeTest-2106564829 tempest-AttachVolumeNegativeTest-2106564829-project] 10.222.0.37 "GET /v2.0/ports?device_id=34854319-c628-4df6-84cd-4dbc5918e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0399776 Oct 15 11:49:07.695052 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:49:07.701546 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:49:07.705473 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Pushing event updated for resources: {'Port': ['ID=454be29a-9259-4ddf-bbd0-add1803d3a7e,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:07.754722 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:07.755351 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:07.815274 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-83bb18cc-97f3-41c8-b9b1-2ebbd1a37bc6 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8608060 Oct 15 11:49:07.833892 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Request body: {'port': {'device_id': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:07.886604 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.108807 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985513d-0e8a-4c06-a172-d867c3e3eaa0 req-df04bcb2-7918-4f95-a45b-fe338cc64a9d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:08.110320 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0985513d-0e8a-4c06-a172-d867c3e3eaa0 req-df04bcb2-7918-4f95-a45b-fe338cc64a9d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 931 time: 0.1230559 Oct 15 11:49:08.157605 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 78e9918f-d183-44a0-b603-628582ebf88e no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:08.172414 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 78e9918f-d183-44a0-b603-628582ebf88e {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:08.172827 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 78e9918f-d183-44a0-b603-628582ebf88e not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:08.173250 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 29e3ee71-729c-44de-9717-83b1e96252fb no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:08.192798 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 29e3ee71-729c-44de-9717-83b1e96252fb {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:08.198159 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 29e3ee71-729c-44de-9717-83b1e96252fb not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:08.211588 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0985513d-0e8a-4c06-a172-d867c3e3eaa0 req-943b934c-1419-42e7-971d-79e1d1fefd66 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911074 Oct 15 11:49:08.235092 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca71919-0cff-4008-b726-151551194fdb req-65e96d63-7059-4f18-9dbc-968e3d4d644f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:08.236652 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9ca71919-0cff-4008-b726-151551194fdb req-65e96d63-7059-4f18-9dbc-968e3d4d644f tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1066709 Oct 15 11:49:08.321509 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454be29a-9259-4ddf-bbd0-add1803d3a7e {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:49:08.331962 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.344688 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9ca71919-0cff-4008-b726-151551194fdb req-95732e5f-d001-4b88-9c35-7a8f22f80293 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023276 Oct 15 11:49:08.358831 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Transition to ACTIVE for port object 454be29a-9259-4ddf-bbd0-add1803d3a7e will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:49:08.364942 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6405341-dbc6-41c2-b15a-3c23dfb50bf6 req-50ef8fb0-f738-4a12-b785-00e6fa4a027e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:08.366478 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f6405341-dbc6-41c2-b15a-3c23dfb50bf6 req-50ef8fb0-f738-4a12-b785-00e6fa4a027e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0968516 Oct 15 11:49:08.411095 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f6405341-dbc6-41c2-b15a-3c23dfb50bf6 req-c3d917fe-e581-41cd-9a8a-06074a3fd59a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386252 Oct 15 11:49:08.446819 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.493704 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Pushing event updated for resources: {'Port': ['ID=454be29a-9259-4ddf-bbd0-add1803d3a7e,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:08.563553 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Attempting to bind port 454be29a-9259-4ddf-bbd0-add1803d3a7e on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:49:08.563895 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Attempting to bind port 454be29a-9259-4ddf-bbd0-add1803d3a7e by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:49:08.564221 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Attempting to bind port 454be29a-9259-4ddf-bbd0-add1803d3a7e on network c7b46efb-84f4-4e28-80a1-73a8df330702 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:49:08.569351 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Port 454be29a-9259-4ddf-bbd0-add1803d3a7e on network c7b46efb-84f4-4e28-80a1-73a8df330702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:49:08.569793 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Attempting to bind port 454be29a-9259-4ddf-bbd0-add1803d3a7e on network c7b46efb-84f4-4e28-80a1-73a8df330702 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:49:08.574745 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:49:08.575093 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Checking segment: {'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:49:08.575475 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Bound using segment: {'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:49:08.575908 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Bound port: 454be29a-9259-4ddf-bbd0-add1803d3a7e, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacebcee-b704-4fd3-a5a5-1de4c211a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:49:08.576325 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.646657 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] For port 454be29a-9259-4ddf-bbd0-add1803d3a7e, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:49:08.649907 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] For port 454be29a-9259-4ddf-bbd0-add1803d3a7e, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=454be29a-9259-4ddf-bbd0-add1803d3a7e,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:49:08.704293 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.747234 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:08.749008 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.749246 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] 10.222.0.32 "PUT /v2.0/ports/454be29a-9259-4ddf-bbd0-add1803d3a7e HTTP/1.1" status: 200 len: 1093 time: 0.9199238 Oct 15 11:49:08.759780 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41794) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:08.769742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d4999-5889-46ca-8165-f12a392fdb32 service neutron] Pushing event updated for resources: {'Port': ['ID=454be29a-9259-4ddf-bbd0-add1803d3a7e,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:08.809546 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] Deleting subnet 557c2b22-09b7-4c10-97eb-3c20b18aceb0 {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:49:08.812674 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.847264 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.853571 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:08.902320 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-49dc8174-13d5-425e-93b7-55851513cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:08.903868 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-49dc8174-13d5-425e-93b7-55851513cc7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81b8a92e64f946a48c07618ebf4ebf9c&device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 1096 time: 0.0441489 Oct 15 11:49:08.975356 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-512312f1-bde8-41c9-b07e-a7741f1fdbda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=454be29a-9259-4ddf-bbd0-add1803d3a7e HTTP/1.1" status: 200 len: 217 time: 0.0550642 Oct 15 11:49:09.030117 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.039032 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-a534f1df-6dda-4e64-8f2c-8b13a981ea64 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:09.040591 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-a534f1df-6dda-4e64-8f2c-8b13a981ea64 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1147649 Oct 15 11:49:09.048820 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-80f8cf40-555f-4ed3-adfa-2364a10b7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:09.050874 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-80f8cf40-555f-4ed3-adfa-2364a10b7444 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9 HTTP/1.1" status: 200 len: 854 time: 0.0679677 Oct 15 11:49:09.054472 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557c2b22-09b7-4c10-97eb-3c20b18aceb0,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:09.060679 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.063883 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1177316c-1cc3-4c15-9fe6-152ec315d2fa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/557c2b22-09b7-4c10-97eb-3c20b18aceb0 HTTP/1.1" status: 204 len: 168 time: 0.3022342 Oct 15 11:49:09.066548 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41808) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:09.098171 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-ac0ecab4-9b29-403d-a90f-2124950f0624 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7b46efb-84f4-4e28-80a1-73a8df330702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397356 Oct 15 11:49:09.103803 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'tag': '454be29a-9259-4ddf-bbd0-add1803d3a7e'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:49:09.106042 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290" -d '{"events": [{"name": "network-changed", "server_uuid": "0a246a7e-f057-4e9f-8943-5e100568de7e", "tag": "454be29a-9259-4ddf-bbd0-add1803d3a7e"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:49:09.138466 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.154832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5ddfc-7aab-4d77-a236-dbb7fe838572 x-openstack-request-id: req-22f5ddfc-7aab-4d77-a236-dbb7fe838572 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:49:09.155137 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a246a7e-f057-4e9f-8943-5e100568de7e", "tag": "454be29a-9259-4ddf-bbd0-add1803d3a7e", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:49:09.155375 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22f5ddfc-7aab-4d77-a236-dbb7fe838572 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:49:09.155771 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'tag': '454be29a-9259-4ddf-bbd0-add1803d3a7e', 'status': 'completed', 'code': 200} Oct 15 11:49:09.223344 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.233650 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-0ef73220-99ba-446d-a8f7-a56a9a01c165 service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244595 Oct 15 11:49:09.238724 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Deleting port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:09.239070 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.245287 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f69a5f20b20>> segment before_delete 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.245739 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f69a5f20b20>> subnet precommit_delete_associations 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.246460 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> segment_host_mapping after_create 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.246740 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> port after_create 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.247080 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> port after_delete 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.247994 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> port after_update 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.247994 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> segment after_delete 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.247994 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> subnet after_create 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.248305 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> subnet after_delete 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.248627 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f69a5ecb700>> subnet after_update 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.324339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a5b00370>> subnet after_create 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.324715 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a5b00370>> subnet after_delete 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.325115 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a5b00370>> subnet before_create 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.325395 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f69a5b00370>> subnet before_update 55550000 {{(pid=106848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 11:49:09.325774 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a5f20af0>,) {'filters': {'network_id': ['0304ff4e-39fc-4cc0-8352-72da844b4e0d']}} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:09.343245 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5f20af0>, 'c918c473-90a0-4136-9034-9ad3793233d4') {'for_net_delete': True} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:09.343537 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5f20af0>, 'c918c473-90a0-4136-9034-9ad3793233d4') {} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:09.359597 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8767170'] for segment, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.380869 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=106848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8659758'] for segment, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: from cryptography.utils import int_from_bytes Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: from cryptography.utils import int_from_bytes Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: Traceback (most recent call last): Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: timer() Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: cb(*args, **kw) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: return func(*args, **kwargs) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: self._notify() Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: self.callback(batched_events) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: event.method(event) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: return f(self, *a, **k) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._get(url).json() Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: return self.request(url, 'GET', **kwargs) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:49:09.397488 dv-cinder-814129-1-iscsi neutron-server[106848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:49:09.456824 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] For port 0a0586ec-462e-4588-a383-5cb3c2cf6b01, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0a0586ec-462e-4588-a383-5cb3c2cf6b01,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:09.457268 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.497546 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94d55c3c-9293-4f47-a220-7fcda7905f3c req-f7ad0cfd-08f7-455b-8070-d9dccfc40d34 service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540722 Oct 15 11:49:09.510842 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49386a29-1683-424e-90a8-0a0601f777e6 req-c4301327-efc7-4c9d-b455-6ded45652375 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:09.510842 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-49386a29-1683-424e-90a8-0a0601f777e6 req-c4301327-efc7-4c9d-b455-6ded45652375 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 943 time: 0.2172427 Oct 15 11:49:09.510842 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Calling delete_port for 0a0586ec-462e-4588-a383-5cb3c2cf6b01 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:09.526993 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.539154 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.545776 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] 10.222.0.37 "DELETE /v2.0/networks/0304ff4e-39fc-4cc0-8352-72da844b4e0d HTTP/1.1" status: 204 len: 168 time: 0.4781544 Oct 15 11:49:09.561084 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a763fb-0cf3-48fd-a198-8028b819d20e admin admin] Pushing event deleted for resources: {'Network': ['ID=0304ff4e-39fc-4cc0-8352-72da844b4e0d,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:09.604924 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57ea0c-c596-4219-a103-1830a601f32d req-da9b61fb-b3b1-42c7-8414-722290dcc09e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:09.606681 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0d57ea0c-c596-4219-a103-1830a601f32d req-da9b61fb-b3b1-42c7-8414-722290dcc09e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 946 time: 0.1613541 Oct 15 11:49:09.618086 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-49386a29-1683-424e-90a8-0a0601f777e6 req-657774b0-ea05-48af-aaad-9c5be352be62 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035502 Oct 15 11:49:09.766799 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0d57ea0c-c596-4219-a103-1830a601f32d req-1bae36c0-aba1-4aee-9797-49ef3d4809b7 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/security-groups?id=9ce009a5-be99-4f74-9514-ab3b7d227772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409388 Oct 15 11:49:09.786609 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-5bbf8555-23c8-44b5-8ec7-ab10567473c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:09.788210 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-5bbf8555-23c8-44b5-8ec7-ab10567473c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81b8a92e64f946a48c07618ebf4ebf9c&device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 1096 time: 0.1289983 Oct 15 11:49:09.814140 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3ad48-423d-4ba4-9d09-37c13376486b req-fab67514-94af-493f-ab75-47770459e5ad tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:09.815781 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6ee3ad48-423d-4ba4-9d09-37c13376486b req-fab67514-94af-493f-ab75-47770459e5ad tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.1291831 Oct 15 11:49:09.899736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6ee3ad48-423d-4ba4-9d09-37c13376486b req-a1056470-3e65-434a-b428-2a8373c3d51e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724094 Oct 15 11:49:09.906224 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:09.918856 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['0a0586ec-462e-4588-a383-5cb3c2cf6b01'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:49:09.952386 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Pushing event deleted for resources: {'Port': ['ID=0a0586ec-462e-4588-a383-5cb3c2cf6b01,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:09.959423 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-547ce53b-580c-4958-981c-88618c6bb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:09.960886 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-547ce53b-580c-4958-981c-88618c6bb1a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7b46efb-84f4-4e28-80a1-73a8df330702 HTTP/1.1" status: 200 len: 915 time: 0.1637452 Oct 15 11:49:10.019246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] No DVR routers for this DVR port 0a0586ec-462e-4588-a383-5cb3c2cf6b01 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:49:10.022617 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-d3b191fe-b10a-4ea5-b55b-52f26ef86d99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=454be29a-9259-4ddf-bbd0-add1803d3a7e HTTP/1.1" status: 200 len: 217 time: 0.0486743 Oct 15 11:49:10.023653 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:10.026165 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41854) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:10.027119 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e4f749e8-b8ac-4809-9875-9ee8a6cb3b25 req-01ef9589-0498-4611-bd20-851215a6226e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.32 "DELETE /v2.0/ports/0a0586ec-462e-4588-a383-5cb3c2cf6b01 HTTP/1.1" status: 204 len: 173 time: 0.9797995 Oct 15 11:49:10.068240 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-0ff86ff4-8cce-4135-bce2-f8cd911186b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd158d0624f54f7d8d563bc0b5edb4f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405307 Oct 15 11:49:10.070834 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41858) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:10.090123 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-c4efd15b-1fdf-4905-8c7a-a2ec88a16736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:10.091764 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-c4efd15b-1fdf-4905-8c7a-a2ec88a16736 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9 HTTP/1.1" status: 200 len: 854 time: 0.0562265 Oct 15 11:49:10.128151 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-ad3da546-5177-4e88-be8a-42da615865b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7b46efb-84f4-4e28-80a1-73a8df330702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278921 Oct 15 11:49:10.131038 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecf05720-9093-4952-b4fd-146a0e96db4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:10.154022 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecf05720-9093-4952-b4fd-146a0e96db4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:10.229068 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-2e17f1f1-aecb-4e18-abf9-2f816d0ad723 service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Oct 15 11:49:10.293636 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecf05720-9093-4952-b4fd-146a0e96db4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:10.295339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecf05720-9093-4952-b4fd-146a0e96db4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:10.300806 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ecf05720-9093-4952-b4fd-146a0e96db4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5ce63ac-2c61-4438-8d7e-8ce16eed2267 HTTP/1.1" status: 204 len: 168 time: 0.2285135 Oct 15 11:49:10.309617 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf05720-9093-4952-b4fd-146a0e96db4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ce63ac-2c61-4438-8d7e-8ce16eed2267,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:10.338244 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1b93817-3adf-43c7-a2f8-d68f0aa6d290 req-bc0f5c4f-8b2b-4c01-94ca-266b64aba336 service neutron] 10.222.0.32 "GET /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033101 Oct 15 11:49:10.745106 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65271fd1-6630-4680-be27-20e6e21689fc req-72ebd2f7-e2dc-40db-96c0-9b0cd731a422 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:10.746829 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-65271fd1-6630-4680-be27-20e6e21689fc req-72ebd2f7-e2dc-40db-96c0-9b0cd731a422 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 943 time: 0.0578434 Oct 15 11:49:10.788141 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-65271fd1-6630-4680-be27-20e6e21689fc req-7148a088-354a-4683-9ea9-090713e68719 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347650 Oct 15 11:49:10.872141 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2d8f6acb-19d4-4846-bdc7-364613154694 req-6201c1da-d566-4086-8f05-41c7d99f814e tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] 10.222.0.37 "GET /v2.0/ports?device_id=c775e788-64a9-4241-9435-4ea1dc41923e HTTP/1.1" status: 200 len: 210 time: 0.0250838 Oct 15 11:49:11.026408 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175f16-ad22-462b-a763-4b9042129136 req-4c3cda78-02b4-4b85-8ca5-ab2f8a46ff14 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:11.028095 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-18175f16-ad22-462b-a763-4b9042129136 req-4c3cda78-02b4-4b85-8ca5-ab2f8a46ff14 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Oct 15 11:49:11.066029 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-18175f16-ad22-462b-a763-4b9042129136 req-d8028bc5-47d8-4e7c-ba1a-a1b8e57acf38 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Oct 15 11:49:11.157295 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'name': 'network-vif-deleted', 'tag': '0a0586ec-462e-4588-a383-5cb3c2cf6b01'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:49:11.159883 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef9b3ee-b0f2-4fbd-9fb4-bd60930c0178" -d '{"events": [{"server_uuid": "c775e788-64a9-4241-9435-4ea1dc41923e", "name": "network-vif-deleted", "tag": "0a0586ec-462e-4588-a383-5cb3c2cf6b01"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:49:11.200448 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4d5bda-ffdf-4b02-ada3-d9ee23c34662 x-openstack-request-id: req-6e4d5bda-ffdf-4b02-ada3-d9ee23c34662 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:49:11.200448 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c775e788-64a9-4241-9435-4ea1dc41923e", "name": "network-vif-deleted", "tag": "0a0586ec-462e-4588-a383-5cb3c2cf6b01", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:49:11.200448 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e4d5bda-ffdf-4b02-ada3-d9ee23c34662 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:49:11.200448 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c775e788-64a9-4241-9435-4ea1dc41923e', 'name': 'network-vif-deleted', 'tag': '0a0586ec-462e-4588-a383-5cb3c2cf6b01', 'status': 'completed', 'code': 200} Oct 15 11:49:11.900832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16232af-7301-4ba5-acfe-37d2fc6c3a5f req-495c1651-0dc8-4a87-a211-20a89191f98d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:11.902558 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e16232af-7301-4ba5-acfe-37d2fc6c3a5f req-495c1651-0dc8-4a87-a211-20a89191f98d tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 943 time: 0.0469699 Oct 15 11:49:11.934822 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41934) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:11.943043 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e16232af-7301-4ba5-acfe-37d2fc6c3a5f req-f6ee15bd-bed2-4652-b463-a295fbc11993 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346055 Oct 15 11:49:12.157095 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 454be29a-9259-4ddf-bbd0-add1803d3a7e details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:49:12.160291 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0a0586ec-462e-4588-a383-5cb3c2cf6b01 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:12.163320 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 41946) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:12.216575 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb099-aca3-4b3c-9e85-8d931849e1b4 req-8d98ba70-801d-4063-acbd-6627d7a6a8b5 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:12.226088 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-19bfb099-aca3-4b3c-9e85-8d931849e1b4 req-8d98ba70-801d-4063-acbd-6627d7a6a8b5 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0778215 Oct 15 11:49:12.287789 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-19bfb099-aca3-4b3c-9e85-8d931849e1b4 req-4c93ee84-b09f-4644-9e10-bae99e104754 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563076 Oct 15 11:49:12.293890 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 0a0586ec-462e-4588-a383-5cb3c2cf6b01 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:12.294234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0a0586ec-462e-4588-a383-5cb3c2cf6b01 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:12.319528 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 454be29a-9259-4ddf-bbd0-add1803d3a7e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=454be29a-9259-4ddf-bbd0-add1803d3a7e,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:12.332774 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '454be29a-9259-4ddf-bbd0-add1803d3a7e', 'network_id': 'c7b46efb-84f4-4e28-80a1-73a8df330702', 'port_id': '454be29a-9259-4ddf-bbd0-add1803d3a7e', 'mac_address': 'fa:16:3e:5a:31:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:49:12.374465 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:12.388646 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454be29a-9259-4ddf-bbd0-add1803d3a7e {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:49:12.404188 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-fd86eead-607c-4caf-8da5-987a376969f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb7a86747f334197990d5a7c0ca164d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397079 Oct 15 11:49:12.406649 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 41954) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:12.409597 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 454be29a-9259-4ddf-bbd0-add1803d3a7e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=454be29a-9259-4ddf-bbd0-add1803d3a7e,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:12.457360 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-43004558-e0ac-427f-89a6-ca8d4de0b897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:12.460241 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:12.475578 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:12.480038 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-43004558-e0ac-427f-89a6-ca8d4de0b897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:12.524438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=454be29a-9259-4ddf-bbd0-add1803d3a7e,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:12.595251 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-43004558-e0ac-427f-89a6-ca8d4de0b897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:12.597878 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-43004558-e0ac-427f-89a6-ca8d4de0b897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:12.599089 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-43004558-e0ac-427f-89a6-ca8d4de0b897 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc249ea9-500f-4808-a74c-1205a360130c HTTP/1.1" status: 204 len: 168 time: 0.1907570 Oct 15 11:49:12.607702 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43004558-e0ac-427f-89a6-ca8d4de0b897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc249ea9-500f-4808-a74c-1205a360130c,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:12.745947 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['454be29a-9259-4ddf-bbd0-add1803d3a7e'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:49:12.975554 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Deleting port b20cee84-fd5a-4007-b526-825971063d15 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:12.976057 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.083848 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] For port b20cee84-fd5a-4007-b526-825971063d15, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b20cee84-fd5a-4007-b526-825971063d15,segment=NetworkSegment(8942338a-b3ae-4607-98ba-a50526c6de5c),segment_id=8942338a-b3ae-4607-98ba-a50526c6de5c)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:13.084253 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.086399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bde5ae-c355-4676-ac42-99bde64960c4 req-d60f590c-f786-4081-97b7-1d92ff52ec8a tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:13.087941 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e2bde5ae-c355-4676-ac42-99bde64960c4 req-d60f590c-f786-4081-97b7-1d92ff52ec8a tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 944 time: 0.0547025 Oct 15 11:49:13.104304 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Calling delete_port for b20cee84-fd5a-4007-b526-825971063d15 owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:13.104446 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 41972) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:13.132750 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e2bde5ae-c355-4676-ac42-99bde64960c4 req-c63e311b-b6d1-47b3-90c2-ecb8d917f5ae tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Oct 15 11:49:13.215582 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa53a-20b9-4fee-8d84-c78843650dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.291062 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa53a-20b9-4fee-8d84-c78843650dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.355055 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.383855 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa53a-20b9-4fee-8d84-c78843650dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.390126 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b20cee84-fd5a-4007-b526-825971063d15,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:13.395692 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fba7c-0487-4ade-956a-cfb4873fcab6 req-f0297038-11b6-49e0-ad80-668646454e1f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:13.397049 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3d9fba7c-0487-4ade-956a-cfb4873fcab6 req-f0297038-11b6-49e0-ad80-668646454e1f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0529804 Oct 15 11:49:13.445781 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-3bdfa53a-20b9-4fee-8d84-c78843650dc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e3efd4d2ec546f486f0d78db6f4590f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437366 Oct 15 11:49:13.449966 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 41978) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:13.452924 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfa53a-20b9-4fee-8d84-c78843650dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce831a5e-b764-4bbd-935d-2d9f00f3bad7,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:13.476180 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3d9fba7c-0487-4ade-956a-cfb4873fcab6 req-8a97f6f4-d89d-4fc1-bd31-12afff2f95df tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709014 Oct 15 11:49:13.513866 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a66af1e6-9705-4e4e-be5b-6ea479b4acc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.534647 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a66af1e6-9705-4e4e-be5b-6ea479b4acc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.543277 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.703511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a66af1e6-9705-4e4e-be5b-6ea479b4acc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.706051 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a66af1e6-9705-4e4e-be5b-6ea479b4acc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.707242 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a66af1e6-9705-4e4e-be5b-6ea479b4acc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce831a5e-b764-4bbd-935d-2d9f00f3bad7 HTTP/1.1" status: 204 len: 168 time: 0.2552125 Oct 15 11:49:13.715172 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66af1e6-9705-4e4e-be5b-6ea479b4acc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce831a5e-b764-4bbd-935d-2d9f00f3bad7,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:13.750215 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Router e7522c2f-3e32-48ac-8fd0-17de9817317f has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:49:13.854274 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:49:13.863354 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-505ba669-1d98-4609-80b4-694f032ce3cb admin admin] 10.222.0.37 "PUT /v2.0/routers/e7522c2f-3e32-48ac-8fd0-17de9817317f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9283216 Oct 15 11:49:13.863354 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41982) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:13.866078 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] Sync routers for ids ['e7522c2f-3e32-48ac-8fd0-17de9817317f'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:49:13.875990 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] Routers {'e7522c2f-3e32-48ac-8fd0-17de9817317f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:49:13.876679 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7430820>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:49:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['e7522c2f-3e32-48ac-8fd0-17de9817317f'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:13.965023 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks [] for router, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:13.981383 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] Set router e7522c2f-3e32-48ac-8fd0-17de9817317f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:49:14.070672 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.160445 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7430820>, [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:49:13Z', 'revision_number': 5, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port': {'id': '243094ae-9660-4ce5-a8b4-a94c237796d9', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:f2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:10Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:14.164670 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 454be29a-9259-4ddf-bbd0-add1803d3a7e up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:49:14.191439 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] Checking router: e7522c2f-3e32-48ac-8fd0-17de9817317f for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:49:14.200538 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] Routers {'e7522c2f-3e32-48ac-8fd0-17de9817317f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:49:14.201448 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7430820>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:49:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['e7522c2f-3e32-48ac-8fd0-17de9817317f'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:14.247355 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Deleting port 243094ae-9660-4ce5-a8b4-a94c237796d9 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:14.247826 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.254169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c37cd4-18e6-40fc-94db-8ebcffd8326a req-c9d5dec9-e634-478c-b120-df586654ce95 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:14.255804 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-12c37cd4-18e6-40fc-94db-8ebcffd8326a req-c9d5dec9-e634-478c-b120-df586654ce95 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 944 time: 0.0492682 Oct 15 11:49:14.298407 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 454be29a-9259-4ddf-bbd0-add1803d3a7e completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:49:14.304030 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-12c37cd4-18e6-40fc-94db-8ebcffd8326a req-476ac835-6865-4edd-aed3-01c69bdaa207 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Oct 15 11:49:14.308112 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 454be29a-9259-4ddf-bbd0-add1803d3a7e triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:49:14.313463 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.338498 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] For port 243094ae-9660-4ce5-a8b4-a94c237796d9, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=243094ae-9660-4ce5-a8b4-a94c237796d9,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:14.338896 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.353710 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Calling delete_port for 243094ae-9660-4ce5-a8b4-a94c237796d9 owned by network:router_gateway {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:14.386658 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] Set router e7522c2f-3e32-48ac-8fd0-17de9817317f gateway port host: None {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:49:14.404575 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.438719 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7430820>, [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:49:14Z', 'revision_number': 6, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:14.454173 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 41988) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:14.468349 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1b47-a401-4683-b192-6e737a1de9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.472699 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70c20-d343-4268-a376-e71f108414bf None None] The sync data for ids ['e7522c2f-3e32-48ac-8fd0-17de9817317f'] in dv-cinder-814129-1-iscsi is: [{'id': 'e7522c2f-3e32-48ac-8fd0-17de9817317f', 'name': 'tempest-ServerRescueNegativeTestJSON-984529996-router', 'tenant_id': 'a75f6b48821949b995103e4b9d1948fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:49:14Z', 'revision_number': 6, 'project_id': 'a75f6b48821949b995103e4b9d1948fd', 'gw_port_host': None}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:49:14.562133 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454be29a-9259-4ddf-bbd0-add1803d3a7e'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:49:14.564471 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e66322-bbe9-4b82-9696-3ded6fd1f70e" -d '{"events": [{"server_uuid": "0a246a7e-f057-4e9f-8943-5e100568de7e", "name": "network-vif-plugged", "status": "completed", "tag": "454be29a-9259-4ddf-bbd0-add1803d3a7e"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:49:14.578345 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 454be29a-9259-4ddf-bbd0-add1803d3a7e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=454be29a-9259-4ddf-bbd0-add1803d3a7e,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:14.580246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1b47-a401-4683-b192-6e737a1de9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.601276 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731989ec-7393-4d8a-bfb6-51162c25ecb1 x-openstack-request-id: req-731989ec-7393-4d8a-bfb6-51162c25ecb1 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:49:14.601609 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a246a7e-f057-4e9f-8943-5e100568de7e", "name": "network-vif-plugged", "status": "completed", "tag": "454be29a-9259-4ddf-bbd0-add1803d3a7e", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:49:14.601859 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-731989ec-7393-4d8a-bfb6-51162c25ecb1 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:49:14.602245 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454be29a-9259-4ddf-bbd0-add1803d3a7e', 'code': 200} Oct 15 11:49:14.631169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb750c-1d50-402f-86db-9536f6635478 req-f589f05b-e191-472b-8619-cc263aae7943 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:14.632766 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d0cb750c-1d50-402f-86db-9536f6635478 req-f589f05b-e191-472b-8619-cc263aae7943 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0589838 Oct 15 11:49:14.647741 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.669113 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.671379 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3c2a1b47-a401-4683-b192-6e737a1de9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.674978 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=243094ae-9660-4ce5-a8b4-a94c237796d9,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:14.677351 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d0cb750c-1d50-402f-86db-9536f6635478 req-1abf1c3f-eacc-4e3b-9435-d00b9acc6604 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381107 Oct 15 11:49:14.716654 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a1b47-a401-4683-b192-6e737a1de9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb9046-214c-4d77-bfe8-b024f074d344,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:14.723017 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-3c2a1b47-a401-4683-b192-6e737a1de9e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7dcaf21586c4ed1ab84e3160ec33cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676561 Oct 15 11:49:14.724180 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 41994) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:14.734447 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=454be29a-9259-4ddf-bbd0-add1803d3a7e,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:14.743334 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.780121 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c1005405-0596-4b4c-a1a7-fd6274578394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.801355 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c1005405-0596-4b4c-a1a7-fd6274578394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.850057 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.852363 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.898260 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c1005405-0596-4b4c-a1a7-fd6274578394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.901324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c1005405-0596-4b4c-a1a7-fd6274578394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:14.906567 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c1005405-0596-4b4c-a1a7-fd6274578394 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00eb9046-214c-4d77-bfe8-b024f074d344 HTTP/1.1" status: 204 len: 168 time: 0.1810017 Oct 15 11:49:14.920450 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1005405-0596-4b4c-a1a7-fd6274578394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb9046-214c-4d77-bfe8-b024f074d344,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:14.987708 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b20cee84-fd5a-4007-b526-825971063d15 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:14.987874 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df9e62-9f2e-4577-9f32-5fca8bd8b4a5 req-07e5ba33-7c09-479f-bdf0-85ce043ffa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:14.989366 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94df9e62-9f2e-4577-9f32-5fca8bd8b4a5 req-07e5ba33-7c09-479f-bdf0-85ce043ffa1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 1098 time: 0.0620158 Oct 15 11:49:15.007063 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.007741 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: b20cee84-fd5a-4007-b526-825971063d15 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:15.008092 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b20cee84-fd5a-4007-b526-825971063d15 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:15.008651 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7522c2f-3e32-48ac-8fd0-17de9817317f {{(pid=106848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 11:49:15.019638 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.019638 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1400f12a-33eb-423b-8681-ec58da19ffb0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e7522c2f-3e32-48ac-8fd0-17de9817317f HTTP/1.1" status: 204 len: 168 time: 1.1544690 Oct 15 11:49:15.021568 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 41998) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:15.041219 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94df9e62-9f2e-4577-9f32-5fca8bd8b4a5 req-504ccf19-cc1d-4351-8c9f-301f8bb4ee1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Oct 15 11:49:15.074855 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] Deleting subnet 51407aeb-5ba0-4493-9db8-aac5754f8193 {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:49:15.077846 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.110886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8767179'] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.149679 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.310089 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8659828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8513679'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.337539 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51407aeb-5ba0-4493-9db8-aac5754f8193,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:15.339599 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.342845 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ecb2f8d3-17be-4164-b9c3-bc397e533c87 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/51407aeb-5ba0-4493-9db8-aac5754f8193 HTTP/1.1" status: 204 len: 168 time: 0.3200405 Oct 15 11:49:15.345451 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42004) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:15.424616 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.473987 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e01f71-3da2-48d5-b88a-e61f8c4ec1e7 req-84ad62b6-f203-43da-9bc2-f43c9fb53238 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:15.476743 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f1e01f71-3da2-48d5-b88a-e61f8c4ec1e7 req-84ad62b6-f203-43da-9bc2-f43c9fb53238 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 945 time: 0.0530350 Oct 15 11:49:15.507847 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.514835 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f1e01f71-3da2-48d5-b88a-e61f8c4ec1e7 req-6f6c77c3-ec55-4592-9332-ad0db0b2f69f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Oct 15 11:49:15.534601 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a5a0cfa0>,) {'filters': {'network_id': ['daf9db8b-725b-451c-9994-0e901cda45cd']}} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:15.543248 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5a0cfa0>, '8942338a-b3ae-4607-98ba-a50526c6de5c') {'for_net_delete': True} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:15.543549 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5a0cfa0>, '8942338a-b3ae-4607-98ba-a50526c6de5c') {} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:15.556794 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8767170'] for segment, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.570342 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.576193 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:49:15.576729 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8659758'] for segment, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: Traceback (most recent call last): Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: timer() Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: cb(*args, **kw) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: return func(*args, **kwargs) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: self._notify() Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: self.callback(batched_events) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: event.method(event) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: return f(self, *a, **k) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._get(url).json() Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: return self.request(url, 'GET', **kwargs) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:49:15.578361 dv-cinder-814129-1-iscsi neutron-server[106848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:49:15.686705 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.691466 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:15.694891 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/daf9db8b-725b-451c-9994-0e901cda45cd HTTP/1.1" status: 204 len: 168 time: 0.3484702 Oct 15 11:49:15.718286 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433cf37-f792-4fc5-bd71-9d2514d3a2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=daf9db8b-725b-451c-9994-0e901cda45cd,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:15.813898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f553b-dacc-4a01-adeb-d5df651a30a9 req-a75f8a42-e300-4e5f-a62c-e51bb13f27bd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:15.816838 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f78f553b-dacc-4a01-adeb-d5df651a30a9 req-a75f8a42-e300-4e5f-a62c-e51bb13f27bd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0495074 Oct 15 11:49:15.853483 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f78f553b-dacc-4a01-adeb-d5df651a30a9 req-fabe720f-cd74-415a-b205-83b490764811 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Oct 15 11:49:15.980432 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-4a00b72c-02f4-4cde-acf3-68bf72261533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:15.982928 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-4a00b72c-02f4-4cde-acf3-68bf72261533 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 1098 time: 0.0416031 Oct 15 11:49:16.025729 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42026) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:16.078408 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-cae55993-933f-4e6c-8a52-f44469eebab1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a75f6b48821949b995103e4b9d1948fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510542 Oct 15 11:49:16.080603 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42030) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:16.106311 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-ced340c7-bc54-4fe7-91fb-4913109f16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:16.108007 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-ced340c7-bc54-4fe7-91fb-4913109f16e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.1017234 Oct 15 11:49:16.134752 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ad773740-664a-4509-8f6d-8b0d1043b321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:16.156531 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ad773740-664a-4509-8f6d-8b0d1043b321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:16.192080 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-b59996f2-34cf-4d0c-a5f9-4f1793c6b54b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 200 len: 1001 time: 0.0645633 Oct 15 11:49:16.243630 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-1c61f051-04d4-4346-bf61-534d89c4e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:16.245069 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-1c61f051-04d4-4346-bf61-534d89c4e44d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0461938 Oct 15 11:49:16.286626 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ad773740-664a-4509-8f6d-8b0d1043b321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:16.289328 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ad773740-664a-4509-8f6d-8b0d1043b321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:16.291496 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ad773740-664a-4509-8f6d-8b0d1043b321 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ce009a5-be99-4f74-9514-ab3b7d227772 HTTP/1.1" status: 204 len: 168 time: 0.2084787 Oct 15 11:49:16.299592 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-4288715c-3c90-4a61-a592-2d13304bafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:16.300877 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad773740-664a-4509-8f6d-8b0d1043b321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce009a5-be99-4f74-9514-ab3b7d227772,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:16.301339 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-4288715c-3c90-4a61-a592-2d13304bafbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472784 Oct 15 11:49:16.409418 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-e3e23c14-064c-4c00-a972-8e6462a34d02 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003027 Oct 15 11:49:16.505375 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3675e0f1-9c3c-4bb7-b715-e25cce3f557d req-b3bb42da-aac9-4164-b2f3-54f85de19ed2 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Oct 15 11:49:16.541693 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 243094ae-9660-4ce5-a8b4-a94c237796d9 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:16.569007 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 243094ae-9660-4ce5-a8b4-a94c237796d9 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:16.569581 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 243094ae-9660-4ce5-a8b4-a94c237796d9 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:16.637330 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155526f-0fad-49b6-b313-f0423dd78cc8 req-68e315e2-c7b5-41a8-b336-b07ef9da7649 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:16.638829 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c155526f-0fad-49b6-b313-f0423dd78cc8 req-68e315e2-c7b5-41a8-b336-b07ef9da7649 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 945 time: 0.0477645 Oct 15 11:49:16.677622 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c155526f-0fad-49b6-b313-f0423dd78cc8 req-e3f1d767-f671-4b71-bc63-f6636011e9dc tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Oct 15 11:49:16.986570 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9d4a2-4f22-4a3c-bace-5184fa38cac6 req-37a41210-ea9e-416d-ae0c-3bf83411df5a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:16.988235 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bbb9d4a2-4f22-4a3c-bace-5184fa38cac6 req-37a41210-ea9e-416d-ae0c-3bf83411df5a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0654058 Oct 15 11:49:17.027267 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bbb9d4a2-4f22-4a3c-bace-5184fa38cac6 req-0528aa27-bfd5-45c4-bf20-56f296fdf0c0 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Oct 15 11:49:17.383518 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd23f91-5f5c-435d-86fc-b5dcf744c663 req-0fe19a2f-0b97-4763-a1fd-0983cfa0365d tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:17.383518 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7dd23f91-5f5c-435d-86fc-b5dcf744c663 req-0fe19a2f-0b97-4763-a1fd-0983cfa0365d tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0584939 Oct 15 11:49:17.433345 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7dd23f91-5f5c-435d-86fc-b5dcf744c663 req-e3d17b5c-3348-495d-a6a2-c9ae74af230f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500059 Oct 15 11:49:17.473041 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42090) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:17.523587 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-49beb443-a1d5-4f84-a033-2b255d496907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:17.525095 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-49beb443-a1d5-4f84-a033-2b255d496907 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 1098 time: 0.0687454 Oct 15 11:49:17.620705 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-395347841-network', 'tenant_id': '6dbd6c15e69245dab1cf41c5eea82357'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:17.635258 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-6ec26049-df5d-41b3-ae40-67da6099a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:17.636738 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-6ec26049-df5d-41b3-ae40-67da6099a2d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.1051540 Oct 15 11:49:17.708115 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-298e2cdd-4900-43d1-8bf1-f3b50b9d1021 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 200 len: 1001 time: 0.0616727 Oct 15 11:49:17.720786 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Made reservation on behalf of 6dbd6c15e69245dab1cf41c5eea82357 for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:49:17.723147 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:17.731588 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:17.760536 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-41b83f2f-5029-4159-9f9f-974cb1b32719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:17.761987 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-41b83f2f-5029-4159-9f9f-974cb1b32719 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0470309 Oct 15 11:49:17.806245 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:17.807695 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-ad1d4ab3-5cc1-4fdf-b41d-2f4cad9ecc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:17.809163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-ad1d4ab3-5cc1-4fdf-b41d-2f4cad9ecc86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391371 Oct 15 11:49:17.897377 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-c97f87d4-9c15-43d6-b2fd-7be5d1f68f62 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800426 Oct 15 11:49:17.920897 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:17.950925 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:49:17.962729 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180f140a-a6e8-420d-98d2-b15550a78eb4,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:17.969370 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:17.969895 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Added segment a633fdcd-be02-44dd-a824-6ae5ee1b749f of type vlan for network 7500b911-8ef9-4308-800a-2cbb0b04ffac Oct 15 11:49:18.006149 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5cdc35c7-8652-4596-805f-b0d40f9999e0 req-70ce3586-bde2-41f1-882e-a9363c5c759c service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016462 Oct 15 11:49:18.015521 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:18.155015 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:18.155925 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:18.156551 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:18.216059 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] Pushing event updated for resources: {'Network': ['ID=7500b911-8ef9-4308-800a-2cbb0b04ffac,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:18.226884 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 7500b911-8ef9-4308-800a-2cbb0b04ffac details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:49:18.273621 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b4d9daf3-5e15-4041-80ec-cfd562915896 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7990932 Oct 15 11:49:18.276058 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42098) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:18.281537 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Request body: {'subnet': {'network_id': '7500b911-8ef9-4308-800a-2cbb0b04ffac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-395347841-subnet', 'tenant_id': '6dbd6c15e69245dab1cf41c5eea82357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:18.354642 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Made reservation on behalf of 6dbd6c15e69245dab1cf41c5eea82357 for: {'subnet': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:49:18.356904 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8513706'] for subnet, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:18.578463 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8662449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8513688'] for subnet, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:18.598115 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9863d-b42a-46af-a3be-e085130e274d req-44930564-4264-400d-8eb3-bfc4d4f36a9b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:18.599674 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bbf9863d-b42a-46af-a3be-e085130e274d req-44930564-4264-400d-8eb3-bfc4d4f36a9b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0556190 Oct 15 11:49:18.633658 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef336e2-dc6a-4c66-9c86-72143eabacf9,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:18.639392 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bbf9863d-b42a-46af-a3be-e085130e274d req-f797ed40-9bb6-4986-83fa-4fbbb1662c5e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Oct 15 11:49:18.642317 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Checking segment: {'id': 'a633fdcd-be02-44dd-a824-6ae5ee1b749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7500b911-8ef9-4308-800a-2cbb0b04ffac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:49:18.642701 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Network hostable DHCP agents. Network: 7500b911-8ef9-4308-800a-2cbb0b04ffac, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:49:18.714737 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Network 7500b911-8ef9-4308-800a-2cbb0b04ffac is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:49:18.777921 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 7500b911-8ef9-4308-800a-2cbb0b04ffac) {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:49:18.781646 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:18.782233 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:18.787165 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209efc0-96bb-474c-9f9b-a781ddf12097 None None] Network 7500b911-8ef9-4308-800a-2cbb0b04ffac requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:49:18.799723 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:18.877778 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-4c54b6bc-b9f7-4664-b3aa-04ac88115e9a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6003044 Oct 15 11:49:18.913601 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097c960-c0c6-45b6-908d-508e6d3512ad None None] Network 7500b911-8ef9-4308-800a-2cbb0b04ffac requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:49:19.601198 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42126) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:19.606070 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-281023460-network', 'tenant_id': '85c051cc7620409a83494c3365cd4da8'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:19.709657 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Made reservation on behalf of 85c051cc7620409a83494c3365cd4da8 for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:49:19.711958 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:19.720871 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:19.756799 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb8c5-9614-4d99-9609-e629cf5b772f req-0ad3f0e7-b3d2-4632-9fc2-22ac493b8ce3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:19.758256 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-414cb8c5-9614-4d99-9609-e629cf5b772f req-0ad3f0e7-b3d2-4632-9fc2-22ac493b8ce3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Oct 15 11:49:19.796277 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-414cb8c5-9614-4d99-9609-e629cf5b772f req-d9a2cc71-ea7c-4ecd-9e00-833c72a0be2f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Oct 15 11:49:19.798188 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:19.835032 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:19.861064 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:49:19.866927 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31b90e0-9931-4ee6-8b1d-2ab86bc0635a,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:19.872673 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:19.873006 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Added segment caad1da2-9345-4798-837e-2e74e142b220 of type vlan for network 41deb4a3-5a2a-4674-86b8-5f566ae5e68f Oct 15 11:49:19.917052 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.011577 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.012493 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:20.013061 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.068586 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] Pushing event updated for resources: {'Network': ['ID=41deb4a3-5a2a-4674-86b8-5f566ae5e68f,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:20.077830 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 41deb4a3-5a2a-4674-86b8-5f566ae5e68f details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:49:20.094854 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-325c7a32-369d-43ab-81dc-0daa980f5999 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4924698 Oct 15 11:49:20.097701 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42132) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:20.102418 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Request body: {'subnet': {'network_id': '41deb4a3-5a2a-4674-86b8-5f566ae5e68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-281023460-subnet', 'tenant_id': '85c051cc7620409a83494c3365cd4da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:20.177655 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Made reservation on behalf of 85c051cc7620409a83494c3365cd4da8 for: {'subnet': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:49:20.180057 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8513706'] for subnet, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.400931 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8662449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8513688'] for subnet, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.454139 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66463261-2d67-4394-8b5a-aeafc255be8b,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:20.466456 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Checking segment: {'id': 'caad1da2-9345-4798-837e-2e74e142b220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '41deb4a3-5a2a-4674-86b8-5f566ae5e68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:49:20.466838 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Network hostable DHCP agents. Network: 41deb4a3-5a2a-4674-86b8-5f566ae5e68f, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:49:20.549138 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Network 41deb4a3-5a2a-4674-86b8-5f566ae5e68f is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:49:20.617576 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 41deb4a3-5a2a-4674-86b8-5f566ae5e68f) {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:49:20.621418 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:20.621997 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-77115505-433b-4305-a344-da22210672f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.626244 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10434d05-a5e3-4ec7-a50b-8804d4792e60 None None] Network 41deb4a3-5a2a-4674-86b8-5f566ae5e68f requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:49:20.678530 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-77115505-433b-4305-a344-da22210672f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5796494 Oct 15 11:49:20.752093 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce926e-3029-4f65-afc6-a9cfd87cfd6d None None] Network 41deb4a3-5a2a-4674-86b8-5f566ae5e68f requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:49:20.793797 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42142) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:20.838244 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] Deleting subnet 6ef336e2-dc6a-4c66-9c86-72143eabacf9 {{(pid=106847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:49:20.841441 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.875408 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9062860'] for subnet, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:20.919464 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.298191 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589085'] for subnet, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.325092 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef336e2-dc6a-4c66-9c86-72143eabacf9,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:21.331017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.334276 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-06ed390d-1aee-4e70-ba5e-582de3864e19 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6ef336e2-dc6a-4c66-9c86-72143eabacf9 HTTP/1.1" status: 204 len: 168 time: 0.5394528 Oct 15 11:49:21.336685 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42152) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:21.400947 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.480347 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.499373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a4f171f0>,) {'filters': {'network_id': ['7500b911-8ef9-4308-800a-2cbb0b04ffac']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:21.508844 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4f171f0>, 'a633fdcd-be02-44dd-a824-6ae5ee1b749f') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:21.509134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4f171f0>, 'a633fdcd-be02-44dd-a824-6ae5ee1b749f') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:21.518116 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.531912 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.538370 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:49:21.538775 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:49:21.540383 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:49:21.721126 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.727334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.730678 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7500b911-8ef9-4308-800a-2cbb0b04ffac HTTP/1.1" status: 204 len: 168 time: 0.3929791 Oct 15 11:49:21.733679 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42156) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:21.741409 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a9650-4be1-4a89-823a-4c0b54ee4631 admin admin] Pushing event deleted for resources: {'Network': ['ID=7500b911-8ef9-4308-800a-2cbb0b04ffac,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:21.781305 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] Deleting subnet 66463261-2d67-4394-8b5a-aeafc255be8b {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:49:21.784468 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.821039 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8767179'] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.863339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:21.995348 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8659828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8513679'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.019709 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66463261-2d67-4394-8b5a-aeafc255be8b,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:22.023922 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.027365 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ba1aee5f-19ca-4de2-b7f3-c8eb9426e919 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/66463261-2d67-4394-8b5a-aeafc255be8b HTTP/1.1" status: 204 len: 168 time: 0.2921345 Oct 15 11:49:22.029975 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42162) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:22.097746 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.182109 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.201495 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a54cd970>,) {'filters': {'network_id': ['41deb4a3-5a2a-4674-86b8-5f566ae5e68f']}} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:22.211121 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a54cd970>, 'caad1da2-9345-4798-837e-2e74e142b220') {'for_net_delete': True} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:22.211419 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a54cd970>, 'caad1da2-9345-4798-837e-2e74e142b220') {} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:22.220930 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8767170'] for segment, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.234602 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.240555 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:49:22.240983 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8659758'] for segment, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: Traceback (most recent call last): Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: timer() Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: cb(*args, **kw) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: return func(*args, **kwargs) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: self._notify() Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: self.callback(batched_events) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: event.method(event) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: return f(self, *a, **k) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._get(url).json() Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: return self.request(url, 'GET', **kwargs) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:49:22.242542 dv-cinder-814129-1-iscsi neutron-server[106848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:49:22.583694 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.590817 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:22.593957 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] 10.222.0.37 "DELETE /v2.0/networks/41deb4a3-5a2a-4674-86b8-5f566ae5e68f HTTP/1.1" status: 204 len: 168 time: 0.5630517 Oct 15 11:49:22.603093 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc5e0c-6446-4626-83df-22f45988c904 admin admin] Pushing event deleted for resources: {'Network': ['ID=41deb4a3-5a2a-4674-86b8-5f566ae5e68f,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:22.913158 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42188) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:22.951385 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-6b6dc322-f167-4574-b703-ef237e7ff7d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6dbd6c15e69245dab1cf41c5eea82357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370600 Oct 15 11:49:22.953804 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42190) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:23.003514 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c958e4e2-48ea-43ce-a15f-1a722166245b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:23.024772 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c958e4e2-48ea-43ce-a15f-1a722166245b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:23.071009 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:49:23.109139 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c958e4e2-48ea-43ce-a15f-1a722166245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:23.111711 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c958e4e2-48ea-43ce-a15f-1a722166245b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:23.112834 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-c958e4e2-48ea-43ce-a15f-1a722166245b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/180f140a-a6e8-420d-98d2-b15550a78eb4 HTTP/1.1" status: 204 len: 168 time: 0.1581507 Oct 15 11:49:23.121493 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958e4e2-48ea-43ce-a15f-1a722166245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180f140a-a6e8-420d-98d2-b15550a78eb4,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:23.761346 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42202) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:23.801463 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-39e5cae4-e74b-4b9e-ae53-a029a0e1556c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85c051cc7620409a83494c3365cd4da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385833 Oct 15 11:49:23.804377 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42204) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:23.853439 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6a02-0c8c-46df-9f77-1cf75aa86361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:23.874591 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6a02-0c8c-46df-9f77-1cf75aa86361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:24.058422 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6a02-0c8c-46df-9f77-1cf75aa86361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:24.061205 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6a02-0c8c-46df-9f77-1cf75aa86361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:24.062406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-1fdf6a02-0c8c-46df-9f77-1cf75aa86361 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a31b90e0-9931-4ee6-8b1d-2ab86bc0635a HTTP/1.1" status: 204 len: 168 time: 0.2569952 Oct 15 11:49:24.071149 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6a02-0c8c-46df-9f77-1cf75aa86361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31b90e0-9931-4ee6-8b1d-2ab86bc0635a,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:27.995472 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18d0373d-b52e-48f5-a5eb-9e1c8bbba834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:28.678888 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42390) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:28.780972 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-188f39ee-66b5-46d8-925c-363d4f68e61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:28.850768 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-188f39ee-66b5-46d8-925c-363d4f68e61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:28.914743 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-188f39ee-66b5-46d8-925c-363d4f68e61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:28.956675 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-188f39ee-66b5-46d8-925c-363d4f68e61b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=764341d428a04c53afdb0587909fd550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766497 Oct 15 11:49:28.958611 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f39ee-66b5-46d8-925c-363d4f68e61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138d0ec3-55cd-4d8c-bec2-0e162f45362a,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:28.959309 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42394) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:29.009585 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-babc8bf2-a8f7-4e6f-a00b-5985b2f112b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.029759 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-babc8bf2-a8f7-4e6f-a00b-5985b2f112b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.137428 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-babc8bf2-a8f7-4e6f-a00b-5985b2f112b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.140068 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-babc8bf2-a8f7-4e6f-a00b-5985b2f112b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.141190 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-babc8bf2-a8f7-4e6f-a00b-5985b2f112b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/138d0ec3-55cd-4d8c-bec2-0e162f45362a HTTP/1.1" status: 204 len: 168 time: 0.1808896 Oct 15 11:49:29.150597 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc8bf2-a8f7-4e6f-a00b-5985b2f112b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138d0ec3-55cd-4d8c-bec2-0e162f45362a,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:29.703952 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42410) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:29.716845 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-474fa08f-ece9-4afa-986e-ba1b8bad64df admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.789401 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-474fa08f-ece9-4afa-986e-ba1b8bad64df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.874808 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-474fa08f-ece9-4afa-986e-ba1b8bad64df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.913900 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-474fa08f-ece9-4afa-986e-ba1b8bad64df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=189ca5805eca4f8a9229fdaca28f523e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087584 Oct 15 11:49:29.917276 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fa08f-ece9-4afa-986e-ba1b8bad64df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07f6d08-d2c5-4fe6-8daf-0c94dec2dde2,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:29.917380 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42414) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:29.964900 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-48416537-bebb-409a-a7ed-35751fb53c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:29.985707 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-48416537-bebb-409a-a7ed-35751fb53c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:30.092393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-48416537-bebb-409a-a7ed-35751fb53c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:30.095075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-48416537-bebb-409a-a7ed-35751fb53c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:30.096465 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-48416537-bebb-409a-a7ed-35751fb53c77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a07f6d08-d2c5-4fe6-8daf-0c94dec2dde2 HTTP/1.1" status: 204 len: 168 time: 0.1788144 Oct 15 11:49:30.104655 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48416537-bebb-409a-a7ed-35751fb53c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07f6d08-d2c5-4fe6-8daf-0c94dec2dde2,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:30.503963 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-04b1dbd4-f5a1-497e-8f98-3bb2082a8bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:31.595073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:31.863767 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:32.500238 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42490) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:32.600963 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-99663684-0a01-4cb1-b5fc-d13af67c3269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:32.673804 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-99663684-0a01-4cb1-b5fc-d13af67c3269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:32.789098 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-99663684-0a01-4cb1-b5fc-d13af67c3269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:32.826395 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-99663684-0a01-4cb1-b5fc-d13af67c3269 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9da129e81f4d4eb892135a25a268a6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249979 Oct 15 11:49:32.827239 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99663684-0a01-4cb1-b5fc-d13af67c3269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc08dd-4fda-436d-940b-762dac1f3bed,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:32.828998 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42494) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:32.876786 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-831ebc3c-f534-4541-808c-deb639a04328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:32.896642 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-831ebc3c-f534-4541-808c-deb639a04328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.040756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-831ebc3c-f534-4541-808c-deb639a04328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.043493 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-831ebc3c-f534-4541-808c-deb639a04328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.044668 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-831ebc3c-f534-4541-808c-deb639a04328 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0dc08dd-4fda-436d-940b-762dac1f3bed HTTP/1.1" status: 204 len: 168 time: 0.2146773 Oct 15 11:49:33.054373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ebc3c-f534-4541-808c-deb639a04328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dc08dd-4fda-436d-940b-762dac1f3bed,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:33.589314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.679638 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42506) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:33.695015 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-60b1bf58-e735-4c8e-887f-a6174a1be481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.765282 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-60b1bf58-e735-4c8e-887f-a6174a1be481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.812245 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-60b1bf58-e735-4c8e-887f-a6174a1be481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.849625 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-60b1bf58-e735-4c8e-887f-a6174a1be481 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74c7270aee884412be6612da1bb84224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688597 Oct 15 11:49:33.850420 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1bf58-e735-4c8e-887f-a6174a1be481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f230233-d0ff-4a9d-8d51-78f527b2bb45,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:33.852279 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42508) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:33.899953 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b734fe02-4b5d-4392-ad0e-874c44ae0868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:33.919959 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b734fe02-4b5d-4392-ad0e-874c44ae0868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:34.012016 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b734fe02-4b5d-4392-ad0e-874c44ae0868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:34.014615 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b734fe02-4b5d-4392-ad0e-874c44ae0868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:34.015762 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b734fe02-4b5d-4392-ad0e-874c44ae0868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f230233-d0ff-4a9d-8d51-78f527b2bb45 HTTP/1.1" status: 204 len: 168 time: 0.1624596 Oct 15 11:49:34.023702 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734fe02-4b5d-4392-ad0e-874c44ae0868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f230233-d0ff-4a9d-8d51-78f527b2bb45,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:39.266304 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a85fb-f640-4ce3-b71c-d80e045b7cfb req-5aa22df9-8d07-4d34-8ef2-1550c2169338 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:39.267880 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cb4a85fb-f640-4ce3-b71c-d80e045b7cfb req-5aa22df9-8d07-4d34-8ef2-1550c2169338 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 945 time: 0.0500722 Oct 15 11:49:39.316885 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cb4a85fb-f640-4ce3-b71c-d80e045b7cfb req-833717b7-eca0-427f-b83c-aa65beeb848c tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Oct 15 11:49:40.436096 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93e7d-2580-4890-abab-491ae1e5d609 req-95da662c-faa2-4e67-a7a3-4999890ee564 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:40.437508 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eca93e7d-2580-4890-abab-491ae1e5d609 req-95da662c-faa2-4e67-a7a3-4999890ee564 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 945 time: 0.0466282 Oct 15 11:49:40.479236 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eca93e7d-2580-4890-abab-491ae1e5d609 req-32477bc4-4622-4496-ab09-d2ece2aae3e9 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/security-groups?id=7137a7ed-8237-47ec-b0d4-d33ea176237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Oct 15 11:49:40.526130 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42716) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:40.628245 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:40.702436 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:40.772353 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:40.813660 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e07ac0f2ded543a58f007bacdaf21640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861102 Oct 15 11:49:40.814532 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3e08db-23c7-4569-acb1-7feb5a5346d6,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:40.816384 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42724) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:40.821526 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.821870 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.822208 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.822566 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.822898 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.823225 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.823551 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.823875 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.824204 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.824524 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.824973 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.825278 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0be56-5250-4669-bdff-1a48991f1ad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:40.867420 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2bb-bae4-429a-bb4a-82613f239aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:40.890826 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2bb-bae4-429a-bb4a-82613f239aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:40.972200 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2bb-bae4-429a-bb4a-82613f239aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:40.975242 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f6edb2bb-bae4-429a-bb4a-82613f239aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:40.976408 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-f6edb2bb-bae4-429a-bb4a-82613f239aa4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c3e08db-23c7-4569-acb1-7feb5a5346d6 HTTP/1.1" status: 204 len: 168 time: 0.1589375 Oct 15 11:49:40.983872 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edb2bb-bae4-429a-bb4a-82613f239aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3e08db-23c7-4569-acb1-7feb5a5346d6,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:41.035393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e880c-5376-4bb3-8ae0-6015518955aa req-f39cb5f6-6181-40d9-b186-6cfdfa35650f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:41.037400 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-246e880c-5376-4bb3-8ae0-6015518955aa req-f39cb5f6-6181-40d9-b186-6cfdfa35650f tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 945 time: 0.0503767 Oct 15 11:49:41.131706 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Deleting port 454be29a-9259-4ddf-bbd0-add1803d3a7e {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:41.132067 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.222042 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] For port 454be29a-9259-4ddf-bbd0-add1803d3a7e, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=454be29a-9259-4ddf-bbd0-add1803d3a7e,segment=NetworkSegment(cacebcee-b704-4fd3-a5a5-1de4c211a96c),segment_id=cacebcee-b704-4fd3-a5a5-1de4c211a96c)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:41.224090 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.235825 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Calling delete_port for 454be29a-9259-4ddf-bbd0-add1803d3a7e owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:41.423600 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.435370 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['454be29a-9259-4ddf-bbd0-add1803d3a7e'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:49:41.452172 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Pushing event deleted for resources: {'Port': ['ID=454be29a-9259-4ddf-bbd0-add1803d3a7e,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:41.497981 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] No DVR routers for this DVR port 454be29a-9259-4ddf-bbd0-add1803d3a7e on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:49:41.500489 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.503798 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-246e880c-5376-4bb3-8ae0-6015518955aa req-d272011b-924e-4d65-8550-632559e57695 tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.32 "DELETE /v2.0/ports/454be29a-9259-4ddf-bbd0-add1803d3a7e HTTP/1.1" status: 204 len: 173 time: 0.4597583 Oct 15 11:49:41.504233 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'name': 'network-vif-deleted', 'tag': '454be29a-9259-4ddf-bbd0-add1803d3a7e'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:49:41.507097 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2493a63-ca0e-4385-9f38-34d3b447b6ec" -d '{"events": [{"server_uuid": "0a246a7e-f057-4e9f-8943-5e100568de7e", "name": "network-vif-deleted", "tag": "454be29a-9259-4ddf-bbd0-add1803d3a7e"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:49:41.542028 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a3c6ea-31e2-4e6c-885a-01b6501cfac1 x-openstack-request-id: req-e4a3c6ea-31e2-4e6c-885a-01b6501cfac1 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:49:41.542028 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a246a7e-f057-4e9f-8943-5e100568de7e", "name": "network-vif-deleted", "tag": "454be29a-9259-4ddf-bbd0-add1803d3a7e", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:49:41.542267 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4a3c6ea-31e2-4e6c-885a-01b6501cfac1 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:49:41.542545 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a246a7e-f057-4e9f-8943-5e100568de7e', 'name': 'network-vif-deleted', 'tag': '454be29a-9259-4ddf-bbd0-add1803d3a7e', 'status': 'completed', 'code': 200} Oct 15 11:49:41.583753 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c9bdac66-452f-412f-9171-c64ff8198fbc req-ba92a443-e2bb-4ac6-8825-a8480c00837c tempest-VolumesSnapshotTestJSON-1533955953 tempest-VolumesSnapshotTestJSON-1533955953-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a246a7e-f057-4e9f-8943-5e100568de7e HTTP/1.1" status: 200 len: 210 time: 0.0263324 Oct 15 11:49:41.612962 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42740) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:41.626128 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-73891e0b-7704-48d9-9324-a570ab2fb2b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.703660 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-73891e0b-7704-48d9-9324-a570ab2fb2b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.789690 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-73891e0b-7704-48d9-9324-a570ab2fb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.829139 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-73891e0b-7704-48d9-9324-a570ab2fb2b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a133ec3f5991444a94609b5ee606734c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150929 Oct 15 11:49:41.830296 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73891e0b-7704-48d9-9324-a570ab2fb2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d04625-31cd-4b97-aa2e-c9445b5c2eaf,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:41.831820 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42748) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:41.880574 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7db0a230-3daf-4b65-9892-e81288fd5a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:41.900861 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7db0a230-3daf-4b65-9892-e81288fd5a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:42.023881 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7db0a230-3daf-4b65-9892-e81288fd5a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:42.026484 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7db0a230-3daf-4b65-9892-e81288fd5a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:42.027936 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-7db0a230-3daf-4b65-9892-e81288fd5a1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7d04625-31cd-4b97-aa2e-c9445b5c2eaf HTTP/1.1" status: 204 len: 168 time: 0.1950734 Oct 15 11:49:42.038726 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0a230-3daf-4b65-9892-e81288fd5a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d04625-31cd-4b97-aa2e-c9445b5c2eaf,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:42.608455 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42778) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:42.775706 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4cb390d9-b8ef-49f1-a305-2d5b5b784a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:42.848557 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4cb390d9-b8ef-49f1-a305-2d5b5b784a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:42.915432 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4cb390d9-b8ef-49f1-a305-2d5b5b784a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:42.957935 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-4cb390d9-b8ef-49f1-a305-2d5b5b784a7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95a1e731d41f4e209415638b64015773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483238 Oct 15 11:49:42.959581 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb390d9-b8ef-49f1-a305-2d5b5b784a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d726a2-cd98-45d7-bc1d-17e81e2cd7bc,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:42.960637 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42792) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:43.011907 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-81f11883-7fc9-4081-8098-b000badda1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:43.033033 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-81f11883-7fc9-4081-8098-b000badda1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:43.212387 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-81f11883-7fc9-4081-8098-b000badda1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:43.215021 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-81f11883-7fc9-4081-8098-b000badda1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:43.216178 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-81f11883-7fc9-4081-8098-b000badda1b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6d726a2-cd98-45d7-bc1d-17e81e2cd7bc HTTP/1.1" status: 204 len: 168 time: 0.2545528 Oct 15 11:49:43.224393 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f11883-7fc9-4081-8098-b000badda1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d726a2-cd98-45d7-bc1d-17e81e2cd7bc,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:43.638141 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020941d9-ba48-4e9e-bd3f-1ecc5cb1600c req-72949007-3a21-4b43-b179-ff967fa375ba tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:43.640106 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-020941d9-ba48-4e9e-bd3f-1ecc5cb1600c req-72949007-3a21-4b43-b179-ff967fa375ba tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0507555 Oct 15 11:49:43.679484 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-020941d9-ba48-4e9e-bd3f-1ecc5cb1600c req-fc41696e-1f19-4800-985f-a0e6755941f6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330102 Oct 15 11:49:43.892094 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42824) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:43.908442 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f74e83d1-3a13-4bf8-a49e-1f819e583799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:43.983680 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f74e83d1-3a13-4bf8-a49e-1f819e583799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:44.046507 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f74e83d1-3a13-4bf8-a49e-1f819e583799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:44.084408 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f74e83d1-3a13-4bf8-a49e-1f819e583799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a05c08c066e2435ea631d067f211dda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910820 Oct 15 11:49:44.086284 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e83d1-3a13-4bf8-a49e-1f819e583799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9eb1b4-89ef-4239-89c6-bdda56e6df13,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:44.087128 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42828) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:44.138952 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:44.160087 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:44.326277 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:44.332490 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:44.332490 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa9eb1b4-89ef-4239-89c6-bdda56e6df13 HTTP/1.1" status: 204 len: 168 time: 0.2418232 Oct 15 11:49:44.338236 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9eb1b4-89ef-4239-89c6-bdda56e6df13,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:44.345563 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.345910 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.346250 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.346703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.346945 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.347284 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.347591 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.348007 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.348569 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.348961 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.349283 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.349606 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e191ac7-f189-4258-bb96-df36c06daa9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:49:44.353718 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 454be29a-9259-4ddf-bbd0-add1803d3a7e no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:44.384191 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 454be29a-9259-4ddf-bbd0-add1803d3a7e {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:44.384710 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 454be29a-9259-4ddf-bbd0-add1803d3a7e not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:44.806579 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387d127-ca1e-486a-b51d-09c40095d29f req-442ce698-dbde-4979-941c-c7f8a1e94db9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:44.808069 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a387d127-ca1e-486a-b51d-09c40095d29f req-442ce698-dbde-4979-941c-c7f8a1e94db9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0558424 Oct 15 11:49:44.847881 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a387d127-ca1e-486a-b51d-09c40095d29f req-bd635bdf-ba70-4ff5-a7a6-86e576032e34 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337768 Oct 15 11:49:45.967986 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659aa6a-b17c-4257-8480-cfafc34fae8c req-3a79ae56-68c9-467b-a3af-c01655ecde32 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:45.969475 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3659aa6a-b17c-4257-8480-cfafc34fae8c req-3a79ae56-68c9-467b-a3af-c01655ecde32 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0495949 Oct 15 11:49:46.016634 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3659aa6a-b17c-4257-8480-cfafc34fae8c req-c0814e24-c39e-4d80-86a0-7175f455182d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401919 Oct 15 11:49:47.142911 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42f6a-c85b-481d-b1e0-275ef12e0f0e req-2d58a932-7de6-4b08-b59d-a4c789824a3f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:47.144362 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dba42f6a-c85b-481d-b1e0-275ef12e0f0e req-2d58a932-7de6-4b08-b59d-a4c789824a3f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0487854 Oct 15 11:49:47.182618 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dba42f6a-c85b-481d-b1e0-275ef12e0f0e req-650e91ce-3727-4436-9436-56d7caf480ba tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311682 Oct 15 11:49:48.056689 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-7801dd06-71fd-4638-88fe-043239aa0716 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:48.058409 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-7801dd06-71fd-4638-88fe-043239aa0716 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.0508595 Oct 15 11:49:48.149194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Deleting port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:48.149929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:48.242823 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] For port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:49:48.243194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:48.388808 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b84c82-afd7-4d1d-b8cd-8dbd4ae22ddb req-9db7511d-d25b-4d88-9d71-a01beb280293 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:48.390174 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-84b84c82-afd7-4d1d-b8cd-8dbd4ae22ddb req-9db7511d-d25b-4d88-9d71-a01beb280293 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 947 time: 0.1344428 Oct 15 11:49:48.491020 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-84b84c82-afd7-4d1d-b8cd-8dbd4ae22ddb req-5811cb70-9682-425a-9243-da91bfcb66c7 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=8240d923-0044-4593-b0c9-d9ddba3f5d91&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0751488 Oct 15 11:49:48.514971 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:48.515354 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:48.515666 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Floating IP afd35492-a2fe-435c-a351-95079aad8c05 disassociated. External IP: 172.27.0.145, port: 4cb66a23-ef08-426d-bed9-f8fc4367c6ed. Oct 15 11:49:48.516007 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Calling delete_port for 4cb66a23-ef08-426d-bed9-f8fc4367c6ed owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:48.709661 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:48.736813 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event deleted for resources: {'Port': ['ID=4cb66a23-ef08-426d-bed9-f8fc4367c6ed,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:48.795204 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:48.856253 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Router df49405d-7bcf-4c31-b9c5-093af4260e53 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:49:48.963550 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:49:48.973959 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] Sync routers for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:49:48.982891 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:49:48.983515 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6d651f0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:49:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:49.003223 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] No DVR routers for this DVR port 4cb66a23-ef08-426d-bed9-f8fc4367c6ed on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:49:49.006554 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:49.010289 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5ec805e2-5afe-4f99-bea4-91860d21bf54 req-977ac5b0-6129-4971-81da-65acfdfecb79 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "DELETE /v2.0/ports/4cb66a23-ef08-426d-bed9-f8fc4367c6ed HTTP/1.1" status: 204 len: 173 time: 0.9454546 Oct 15 11:49:49.010764 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-deleted', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:49:49.013124 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35628470-fe20-407d-a0d5-a70634813a3f" -d '{"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-deleted", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:49:49.068089 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95118821-844b-4563-a129-880e444f961e x-openstack-request-id: req-95118821-844b-4563-a129-880e444f961e {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:49:49.068533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa68936-2fbe-4669-9ff6-91eed824e211", "name": "network-vif-deleted", "tag": "4cb66a23-ef08-426d-bed9-f8fc4367c6ed", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:49:49.068987 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95118821-844b-4563-a129-880e444f961e {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:49:49.070453 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa68936-2fbe-4669-9ff6-91eed824e211', 'name': 'network-vif-deleted', 'tag': '4cb66a23-ef08-426d-bed9-f8fc4367c6ed', 'status': 'completed', 'code': 200} Oct 15 11:49:49.092573 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:49:49.309744 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6d651f0>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:49.340341 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] Checking router: df49405d-7bcf-4c31-b9c5-093af4260e53 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:49:49.349076 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:49:49.349689 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6d651f0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:49:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:49.466088 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:49:49.680137 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-43d7fa44-b236-4e46-a19b-139b7f220f31 req-610432b8-c19f-4c03-88e6-0d4dd7c41bcf tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aa68936-2fbe-4669-9ff6-91eed824e211 HTTP/1.1" status: 200 len: 210 time: 0.0615978 Oct 15 11:49:49.796947 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6d651f0>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:49:49.841202 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a88f11-e095-4a6b-9f36-53de79619731 None None] The sync data for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi is: [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:49:50.088525 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de94633-35e8-4ff1-b19c-d4ae95ef2600 None None] New status for floating IP afd35492-a2fe-435c-a351-95079aad8c05: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:49:50.916496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42984) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:50.975299 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-05c58877-6757-43b1-89af-fb7862ae53dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:50.996932 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-05c58877-6757-43b1-89af-fb7862ae53dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.161561 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-05c58877-6757-43b1-89af-fb7862ae53dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.164288 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-05c58877-6757-43b1-89af-fb7862ae53dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.165497 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-05c58877-6757-43b1-89af-fb7862ae53dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "DELETE /v2.0/security-groups/8240d923-0044-4593-b0c9-d9ddba3f5d91 HTTP/1.1" status: 204 len: 168 time: 0.2479415 Oct 15 11:49:51.168253 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 42986) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:51.175393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c58877-6757-43b1-89af-fb7862ae53dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8240d923-0044-4593-b0c9-d9ddba3f5d91,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:51.182342 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.api.v2.resource [None req-9cb395bd-32f9-478c-8b8d-aaf72f183807 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] show failed (client error): The resource could not be found. Oct 15 11:49:51.186774 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42988) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:51.190178 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-9cb395bd-32f9-478c-8b8d-aaf72f183807 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups/8240d923-0044-4593-b0c9-d9ddba3f5d91 HTTP/1.1" status: 404 len: 347 time: 0.0207260 Oct 15 11:49:51.308686 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Deleting port 73fc2e17-9de8-4add-b3c9-ac16a600273a {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:49:51.309018 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.379954 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.380195 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.391277 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Calling delete_port for 73fc2e17-9de8-4add-b3c9-ac16a600273a owned by network:floatingip {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:49:51.612310 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.635735 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event deleted for resources: {'Port': ['ID=73fc2e17-9de8-4add-b3c9-ac16a600273a,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:51.702399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.706881 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:51.706881 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-85d327bb-fba1-4c26-9d69-743ee3596dd3 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "DELETE /v2.0/floatingips/afd35492-a2fe-435c-a351-95079aad8c05 HTTP/1.1" status: 204 len: 168 time: 0.5182467 Oct 15 11:49:52.032742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 42998) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:52.037789 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-3fe5dd8a-d960-48c6-ad46-fd6b802a424e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005550219', 'description': 'tempest-description--1278174742'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:52.132138 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dd8a-d960-48c6-ad46-fd6b802a424e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.195550 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dd8a-d960-48c6-ad46-fd6b802a424e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.257908 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dd8a-d960-48c6-ad46-fd6b802a424e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.284671 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5dd8a-d960-48c6-ad46-fd6b802a424e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d594c-985f-4cab-a55b-85a52d452bf8,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:52.351763 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dd8a-d960-48c6-ad46-fd6b802a424e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.353043 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-3fe5dd8a-d960-48c6-ad46-fd6b802a424e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3193073 Oct 15 11:49:52.363741 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43000) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:52.368041 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-96f8f0e4-4f24-474d-917c-3f45b441d486 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'security_group_rule': {'security_group_id': 'e13d594c-985f-4cab-a55b-85a52d452bf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:52.450850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96f8f0e4-4f24-474d-917c-3f45b441d486 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.511027 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96f8f0e4-4f24-474d-917c-3f45b441d486 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.584180 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96f8f0e4-4f24-474d-917c-3f45b441d486 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.604480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8f0e4-4f24-474d-917c-3f45b441d486 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4457b0f5-f56a-4d7e-a42c-28a58ba3a9a8,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:52.681112 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:49:52.683090 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-96f8f0e4-4f24-474d-917c-3f45b441d486 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.684429 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-96f8f0e4-4f24-474d-917c-3f45b441d486 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3196411 Oct 15 11:49:52.687086 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43002) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:52.693813 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-7f4b341f-3f16-4c73-9fab-26124ea5d74d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'security_group_rule': {'security_group_id': 'e13d594c-985f-4cab-a55b-85a52d452bf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:52.708048 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 4cb66a23-ef08-426d-bed9-f8fc4367c6ed {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:49:52.708676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 4cb66a23-ef08-426d-bed9-f8fc4367c6ed not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:49:52.788833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7f4b341f-3f16-4c73-9fab-26124ea5d74d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.851651 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7f4b341f-3f16-4c73-9fab-26124ea5d74d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.914780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7f4b341f-3f16-4c73-9fab-26124ea5d74d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.932784 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b341f-3f16-4c73-9fab-26124ea5d74d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dd1edd-e875-4b84-afb8-d46fb0214a51,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:52.980046 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7f4b341f-3f16-4c73-9fab-26124ea5d74d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:52.981186 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-7f4b341f-3f16-4c73-9fab-26124ea5d74d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931688 Oct 15 11:49:52.987718 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43008) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:52.992147 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:53.054656 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:53.155554 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:53.253025 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Allocated IP 172.27.0.106 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/8aab91fc-a6c8-4b06-9201-07b439290904) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:49:53.358741 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:53.452885 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:53.489869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:49:53.492584 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:49:53.495904 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:49:53.503145 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'Port': ['ID=8aab91fc-a6c8-4b06-9201-07b439290904,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:53.617012 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:53.716827 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:53.870974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:53.995009 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:54.067511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'Port': ['ID=8aab91fc-a6c8-4b06-9201-07b439290904,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:54.076307 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:54.168945 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:54.170333 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-247e52a8-9fa0-485a-8f7f-79f5331d58a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1815052 Oct 15 11:49:54.610251 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-27e6e66b-97df-4a63-9637-6a772581a4d2 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2005550219&fields=id&tenant_id=16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 267 time: 0.2776778 Oct 15 11:49:54.719424 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-76577c39-0f62-4441-a77f-b31705a7b8dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:54.720907 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-76577c39-0f62-4441-a77f-b31705a7b8dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 817 time: 0.1023021 Oct 15 11:49:54.737081 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-dc5a37f5-170f-453a-81a4-92a4de0ae77c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/quotas/16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 375 time: 0.0092914 Oct 15 11:49:54.792584 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-736ac57c-ba36-4755-b384-7fe069dba3ac tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498807 Oct 15 11:49:54.884739 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-7fbfdf2e-4ba0-40a9-b688-b3c7a7a07bcb service neutron] 10.222.0.37 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809374 Oct 15 11:49:54.977848 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-2eab6610-a4f3-445b-84d9-dcbc6cb216b2 service neutron] 10.222.0.37 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870254 Oct 15 11:49:55.298919 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fee49413-7018-410c-aaa8-133e69d4a5de req-82529ab4-81c6-4162-b79d-90fe0e9b42c5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 210 time: 0.0291767 Oct 15 11:49:56.402484 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f1c2fa79-365b-4058-b6c5-54424657c53e req-af5ec24a-23fb-449d-88be-915a9cdb4a3c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 210 time: 0.0258009 Oct 15 11:49:57.483714 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-69a072d9-133d-4ce5-8718-1c32a3024632 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:57.485163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-69a072d9-133d-4ce5-8718-1c32a3024632 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 817 time: 0.1096261 Oct 15 11:49:57.515793 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f126e352-bbb0-434b-a5ec-784a7868258b req-c6a9938b-1d5f-4201-b223-1ee080a54926 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 210 time: 0.0392210 Oct 15 11:49:57.546943 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-937110df-7e3e-412e-976b-8f3978c4f753 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 380 time: 0.0515122 Oct 15 11:49:57.558704 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'port': {'device_id': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'admin_state_up': True, 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'security_groups': ['e13d594c-985f-4cab-a55b-85a52d452bf8']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:49:57.732717 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Made reservation on behalf of 16f372db5f12470a936c1822f98538b4 for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:49:57.736664 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:57.859186 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Allocated IP 172.20.0.10 (b31442e5-5eac-4120-b2bb-2d89cdd1de86/adde2e14-5c9b-42f6-a87d-83c466d2c9d8/0616fd18-a557-49bb-b5de-cf57d3ef0c5f) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:49:57.876796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43150) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:57.966693 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a004e151-baf2-429b-ab9a-d438f03e99b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:57.988613 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1887218a-aaba-41b7-8ebb-c8d2f0d7ac9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.039686 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.118926 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1887218a-aaba-41b7-8ebb-c8d2f0d7ac9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.150217 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.192497 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:49:58.195682 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1887218a-aaba-41b7-8ebb-c8d2f0d7ac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.201805 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:49:58.213768 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:49:58.276932 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:58.284040 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-1887218a-aaba-41b7-8ebb-c8d2f0d7ac9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75ee730dfc4d436b9218e4fb7935d757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062147 Oct 15 11:49:58.284796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887218a-aaba-41b7-8ebb-c8d2f0d7ac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d030ba58-b854-4311-8c17-befcb1ef9125,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:58.287725 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43164) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:58.308736 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:58.309371 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.341454 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e3a23161-d2aa-42cd-9c69-b269477748c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.364658 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e3a23161-d2aa-42cd-9c69-b269477748c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.399068 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-e42410af-801e-418e-82c8-4b57b6224f67 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437140 Oct 15 11:49:58.430569 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-6c91b44e-3463-41fc-9509-a4b9deef8396 None None] Provisioning complete for port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:49:58.430940 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6c91b44e-3463-41fc-9509-a4b9deef8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.463794 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-6c91b44e-3463-41fc-9509-a4b9deef8396 None None] Port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:49:58.527074 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e3a23161-d2aa-42cd-9c69-b269477748c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.529704 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e3a23161-d2aa-42cd-9c69-b269477748c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.530930 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-e3a23161-d2aa-42cd-9c69-b269477748c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d030ba58-b854-4311-8c17-befcb1ef9125 HTTP/1.1" status: 204 len: 168 time: 0.2422295 Oct 15 11:49:58.541520 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a23161-d2aa-42cd-9c69-b269477748c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d030ba58-b854-4311-8c17-befcb1ef9125,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:58.582943 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43172) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:58.650004 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f3173-e6db-42e5-8dc5-3b7840cbc68d req-f15fe72a-fe4e-4558-9fa8-4ffefaa883d9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:58.657412 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cd6f3173-e6db-42e5-8dc5-3b7840cbc68d req-f15fe72a-fe4e-4558-9fa8-4ffefaa883d9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 932 time: 0.0561466 Oct 15 11:49:58.700070 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cd6f3173-e6db-42e5-8dc5-3b7840cbc68d req-65b862d7-a493-4690-80ce-81ea7c2b31ae tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417886 Oct 15 11:49:58.700886 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-280af82e-0dc2-45a0-8657-4e0413041d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.777913 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-280af82e-0dc2-45a0-8657-4e0413041d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.852297 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-280af82e-0dc2-45a0-8657-4e0413041d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.889306 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-280af82e-0dc2-45a0-8657-4e0413041d99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cff459bd37c4ebfa7e08a0c01f9e7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041029 Oct 15 11:49:58.891787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43178) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:58.898327 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280af82e-0dc2-45a0-8657-4e0413041d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7caaec-afcf-4047-b35a-697923cccb74,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:58.942188 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ba8529bb-267e-46d5-a611-04b4b5d5338a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:58.963095 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ba8529bb-267e-46d5-a611-04b4b5d5338a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.070212 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ba8529bb-267e-46d5-a611-04b4b5d5338a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.072924 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ba8529bb-267e-46d5-a611-04b4b5d5338a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.077092 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ba8529bb-267e-46d5-a611-04b4b5d5338a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb7caaec-afcf-4047-b35a-697923cccb74 HTTP/1.1" status: 204 len: 168 time: 0.1813922 Oct 15 11:49:59.082252 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8529bb-267e-46d5-a611-04b4b5d5338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7caaec-afcf-4047-b35a-697923cccb74,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:59.159645 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43182) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:59.172414 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9595c843-1a1d-4301-a276-c5ec5a043c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.243505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9595c843-1a1d-4301-a276-c5ec5a043c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.292375 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9595c843-1a1d-4301-a276-c5ec5a043c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.333454 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9595c843-1a1d-4301-a276-c5ec5a043c3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f81369d8bbfd423ebbff63bffc490ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726732 Oct 15 11:49:59.334399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595c843-1a1d-4301-a276-c5ec5a043c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf667e-6ee8-4758-8452-ae3eac7b99b1,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:59.336253 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43188) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:59.388596 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-136450e2-0204-4bfb-9195-57bdac2f7ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.409272 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-136450e2-0204-4bfb-9195-57bdac2f7ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.555000 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-136450e2-0204-4bfb-9195-57bdac2f7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.557619 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-136450e2-0204-4bfb-9195-57bdac2f7ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.558805 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-136450e2-0204-4bfb-9195-57bdac2f7ec8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dcf667e-6ee8-4758-8452-ae3eac7b99b1 HTTP/1.1" status: 204 len: 168 time: 0.2209561 Oct 15 11:49:59.566303 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136450e2-0204-4bfb-9195-57bdac2f7ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf667e-6ee8-4758-8452-ae3eac7b99b1,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:59.753808 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43194) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:49:59.766718 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dcdedfbc-19c0-484f-b29e-16b134575d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.816765 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5fc9f-b58b-4c3b-806d-8315bf4806dd req-4c363067-64b6-488a-87a6-d10b88215930 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:49:59.818950 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1d5fc9f-b58b-4c3b-806d-8315bf4806dd req-4c363067-64b6-488a-87a6-d10b88215930 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 932 time: 0.0488901 Oct 15 11:49:59.840572 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dcdedfbc-19c0-484f-b29e-16b134575d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.863768 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1d5fc9f-b58b-4c3b-806d-8315bf4806dd req-44785841-c9a4-4775-b747-9ebc702b05fa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Oct 15 11:49:59.903941 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dcdedfbc-19c0-484f-b29e-16b134575d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:49:59.944788 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-dcdedfbc-19c0-484f-b29e-16b134575d24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7226579adfd24428bdcddf819928b57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896162 Oct 15 11:49:59.946170 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdedfbc-19c0-484f-b29e-16b134575d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8b793b-9322-401f-92e8-ba2f95cb2205,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:49:59.947407 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43200) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:00.008015 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2cddde2a-063b-4d5a-a374-c326068ebfa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.029110 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2cddde2a-063b-4d5a-a374-c326068ebfa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.069120 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:50:00.186087 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2cddde2a-063b-4d5a-a374-c326068ebfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.188725 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2cddde2a-063b-4d5a-a374-c326068ebfa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.189870 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2cddde2a-063b-4d5a-a374-c326068ebfa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a8b793b-9322-401f-92e8-ba2f95cb2205 HTTP/1.1" status: 204 len: 168 time: 0.2413595 Oct 15 11:50:00.197894 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddde2a-063b-4d5a-a374-c326068ebfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8b793b-9322-401f-92e8-ba2f95cb2205,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:00.391461 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Request body: {'port': {'device_id': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:00.461686 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.515002 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b727-2e13-4abf-b92c-e32f65865421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.724014 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0616fd18-a557-49bb-b5de-cf57d3ef0c5f {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:50:00.732110 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.745165 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Transition to ACTIVE for port object 0616fd18-a557-49bb-b5de-cf57d3ef0c5f will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:50:00.818214 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.873614 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:00.886972 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43230) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:00.900416 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4e3b-7aa4-4f11-af27-e453f1f63ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:00.982459 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Attempting to bind port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:00.983069 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Attempting to bind port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:00.986004 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Attempting to bind port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:00.995033 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4e3b-7aa4-4f11-af27-e453f1f63ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.006732 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:50:01.007064 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Attempting to bind port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f on network b31442e5-5eac-4120-b2bb-2d89cdd1de86 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:01.015271 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:01.015616 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Checking segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:01.016057 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Bound using segment: {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:01.016446 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Bound port: 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:01.016806 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.066817 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fab2-d6e5-4812-83cc-828877f508c6 req-e0bd9aa3-a16c-4a09-9f35-83cd646d482a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:01.068058 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3810fab2-d6e5-4812-83cc-828877f508c6 req-e0bd9aa3-a16c-4a09-9f35-83cd646d482a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.1001813 Oct 15 11:50:01.086749 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4e3b-7aa4-4f11-af27-e453f1f63ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.127209 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:01.138830 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3810fab2-d6e5-4812-83cc-828877f508c6 req-fdc3501b-3c20-4fef-980d-8376e358b929 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607629 Oct 15 11:50:01.138993 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-fa9d4e3b-7aa4-4f11-af27-e453f1f63ce8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae9abb5c74974236b74907ec4e5626d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479677 Oct 15 11:50:01.138993 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d4e3b-7aa4-4f11-af27-e453f1f63ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4619726c-71c7-4bd8-b91e-abe367766685,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:01.140928 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43236) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:01.150905 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:01.211662 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b5e842dd-7620-4ca7-9a22-a2062dc64bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.233472 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b5e842dd-7620-4ca7-9a22-a2062dc64bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.264424 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.307401 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:01.308011 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.309380 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/0616fd18-a557-49bb-b5de-cf57d3ef0c5f HTTP/1.1" status: 200 len: 1094 time: 0.9226975 Oct 15 11:50:01.309817 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:50:01.312109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da6d04c-92d9-4c52-8787-ef4fe577d01a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:50:01.336329 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5178ef-fd06-44b4-a900-a2cadbe0e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:01.362660 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9408b3f-da9a-49fc-8f48-fcc035647865 x-openstack-request-id: req-f9408b3f-da9a-49fc-8f48-fcc035647865 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:50:01.363017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:50:01.363334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9408b3f-da9a-49fc-8f48-fcc035647865 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:50:01.363800 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'status': 'completed', 'code': 200} Oct 15 11:50:01.445622 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6d04c-92d9-4c52-8787-ef4fe577d01a req-15b3986d-f9f3-4754-872b-2e5c08f0520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:01.448146 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4da6d04c-92d9-4c52-8787-ef4fe577d01a req-15b3986d-f9f3-4754-872b-2e5c08f0520e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1097 time: 0.0609028 Oct 15 11:50:01.499346 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b5e842dd-7620-4ca7-9a22-a2062dc64bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.503296 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b5e842dd-7620-4ca7-9a22-a2062dc64bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.503296 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-b5e842dd-7620-4ca7-9a22-a2062dc64bb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4619726c-71c7-4bd8-b91e-abe367766685 HTTP/1.1" status: 204 len: 168 time: 0.3613200 Oct 15 11:50:01.569613 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e842dd-7620-4ca7-9a22-a2062dc64bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4619726c-71c7-4bd8-b91e-abe367766685,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:01.641445 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.652524 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6d04c-92d9-4c52-8787-ef4fe577d01a req-f075261e-813d-4f7f-8a74-08e707e0024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:01.654056 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4da6d04c-92d9-4c52-8787-ef4fe577d01a req-f075261e-813d-4f7f-8a74-08e707e0024e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16f372db5f12470a936c1822f98538b4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1952119 Oct 15 11:50:01.767802 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6d04c-92d9-4c52-8787-ef4fe577d01a req-e1e6716f-12f3-49dc-8a6f-1679b5e98534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:01.769282 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4da6d04c-92d9-4c52-8787-ef4fe577d01a req-e1e6716f-12f3-49dc-8a6f-1679b5e98534 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035490 Oct 15 11:50:01.855629 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-56dd5c23-d4bc-464b-8357-6ea747e9334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:01.857251 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-56dd5c23-d4bc-464b-8357-6ea747e9334e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1097 time: 0.0426662 Oct 15 11:50:01.903687 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:01.910006 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-00d5f8a7-c605-490b-8006-e49eb6220c1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f HTTP/1.1" status: 200 len: 217 time: 0.0398219 Oct 15 11:50:01.960358 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-8b0010a3-12f9-47e7-97de-c72363c82aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:01.961723 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-8b0010a3-12f9-47e7-97de-c72363c82aac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0450323 Oct 15 11:50:02.010853 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-951f737c-3622-42f0-85c1-8d22b07b4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:02.012380 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-951f737c-3622-42f0-85c1-8d22b07b4f1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432758 Oct 15 11:50:02.153745 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-188b5b16-a6b7-49c0-ac2d-976e3d17a668 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339405 Oct 15 11:50:02.300424 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51b88e38-e3ed-4cca-883f-936c972cd770 req-0f80b16e-c7ce-403c-bbab-e6786fd27410 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394234 Oct 15 11:50:02.316679 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d98973-9527-41ae-b429-219889b16231 req-864c16e8-eb41-47a5-9204-d9632c3ebd47 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:02.318138 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d2d98973-9527-41ae-b429-219889b16231 req-864c16e8-eb41-47a5-9204-d9632c3ebd47 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0655742 Oct 15 11:50:02.356607 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d2d98973-9527-41ae-b429-219889b16231 req-c2322ee2-614e-4f9c-b1cc-9e9c4ef37133 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Oct 15 11:50:03.474396 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcf894-4768-4ed6-80ff-89538a89589d req-3f1fa3fb-5115-42a9-aa58-170075e7878c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:03.476342 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dfcf894-4768-4ed6-80ff-89538a89589d req-3f1fa3fb-5115-42a9-aa58-170075e7878c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0472536 Oct 15 11:50:03.515575 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5dfcf894-4768-4ed6-80ff-89538a89589d req-6054182f-fe8e-4a92-9e6e-cdaca6bfabbd tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Oct 15 11:50:03.556690 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:04.406451 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:50:04.621015 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:04.637682 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'port_id': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'mac_address': 'fa:16:3e:05:b5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:50:04.660137 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e1f1-b63c-4e29-9be1-7248a7f30092 req-ce6201c4-14c5-426e-8e32-7da348c0eb1b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:04.661704 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9914e1f1-b63c-4e29-9be1-7248a7f30092 req-ce6201c4-14c5-426e-8e32-7da348c0eb1b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0606620 Oct 15 11:50:04.680944 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:04.698871 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0616fd18-a557-49bb-b5de-cf57d3ef0c5f {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:50:04.701042 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9914e1f1-b63c-4e29-9be1-7248a7f30092 req-d7ed8fa0-6f4c-4a08-8f78-9de84431f025 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Oct 15 11:50:04.720371 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:04.806540 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:04.857168 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:04.864311 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.864675 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.865054 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.865931 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.866258 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.866628 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.866957 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.867279 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.867616 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.867940 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.868287 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:04.868588 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:05.022481 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['0616fd18-a557-49bb-b5de-cf57d3ef0c5f'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:50:05.801386 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43350) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:05.837519 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05252574-fdd1-4b83-9bba-bc242d7b2e68 req-1f33a1b6-f2f8-4152-b0a9-fc6249b7624d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:05.839284 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-05252574-fdd1-4b83-9bba-bc242d7b2e68 req-1f33a1b6-f2f8-4152-b0a9-fc6249b7624d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 945 time: 0.0534451 Oct 15 11:50:05.880407 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-05252574-fdd1-4b83-9bba-bc242d7b2e68 req-ae1af155-3f1f-4d3a-aacd-c4abac2a61a5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Oct 15 11:50:05.911811 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-681be459-ab68-420e-8685-05f1061d2a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:05.983483 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-681be459-ab68-420e-8685-05f1061d2a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.040773 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-681be459-ab68-420e-8685-05f1061d2a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.079479 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-681be459-ab68-420e-8685-05f1061d2a85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79e6f387032a49ef88a911c1cc8af46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770107 Oct 15 11:50:06.080912 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be459-ab68-420e-8685-05f1061d2a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add35eb9-b10b-4ddd-91f2-e205d9c54030,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:06.082313 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43360) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:06.134272 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b19bfb5-92ff-49f7-b9d2-32f09b12cc1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.156843 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b19bfb5-92ff-49f7-b9d2-32f09b12cc1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.287108 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b19bfb5-92ff-49f7-b9d2-32f09b12cc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.292102 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8b19bfb5-92ff-49f7-b9d2-32f09b12cc1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.293745 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8b19bfb5-92ff-49f7-b9d2-32f09b12cc1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/add35eb9-b10b-4ddd-91f2-e205d9c54030 HTTP/1.1" status: 204 len: 168 time: 0.2078338 Oct 15 11:50:06.304564 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19bfb5-92ff-49f7-b9d2-32f09b12cc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add35eb9-b10b-4ddd-91f2-e205d9c54030,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:06.768914 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:06.864201 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43368) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:06.869645 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:50:06.873724 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:06.874095 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.877863 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0aae80c2-dba1-4937-aa2f-9964980c85db admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.952873 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.965974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0aae80c2-dba1-4937-aa2f-9964980c85db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:06.975603 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:50:06.977852 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae86be9-f6bf-4db6-a062-2538879a2512" -d '{"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-plugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:50:06.991365 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:07.007326 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb4469-1696-41f6-b704-d4ba884f1613 req-8f69de5a-0111-4707-b45a-5e13c84e6191 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:07.008820 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cbcb4469-1696-41f6-b704-d4ba884f1613 req-8f69de5a-0111-4707-b45a-5e13c84e6191 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 945 time: 0.0556958 Oct 15 11:50:07.015771 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eed61f0-844e-4d2e-a0c3-9c537c811317 x-openstack-request-id: req-4eed61f0-844e-4d2e-a0c3-9c537c811317 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:50:07.016064 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-plugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:50:07.016323 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4eed61f0-844e-4d2e-a0c3-9c537c811317 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:50:07.016771 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'code': 200} Oct 15 11:50:07.047204 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cbcb4469-1696-41f6-b704-d4ba884f1613 req-648c332b-a91a-431e-8398-0a936fa26c28 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323765 Oct 15 11:50:07.063782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0aae80c2-dba1-4937-aa2f-9964980c85db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:07.098124 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:07.102943 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-0aae80c2-dba1-4937-aa2f-9964980c85db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e18e1ef5ab240fd8bccd0a938a8209f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375596 Oct 15 11:50:07.103825 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae80c2-dba1-4937-aa2f-9964980c85db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaedeeb9-8a07-4ff6-9abc-1751d7c13479,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:07.106264 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43376) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:07.150940 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:07.163415 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-342b2604-1fcd-48a4-a1fc-9941d5043d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:07.190165 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-342b2604-1fcd-48a4-a1fc-9941d5043d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:07.292813 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-342b2604-1fcd-48a4-a1fc-9941d5043d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:07.295706 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-342b2604-1fcd-48a4-a1fc-9941d5043d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:07.296906 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-342b2604-1fcd-48a4-a1fc-9941d5043d0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaedeeb9-8a07-4ff6-9abc-1751d7c13479 HTTP/1.1" status: 204 len: 168 time: 0.1888704 Oct 15 11:50:07.305104 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b2604-1fcd-48a4-a1fc-9941d5043d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaedeeb9-8a07-4ff6-9abc-1751d7c13479,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:08.352208 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcf952-ec0c-4369-8258-e9563af646a0 req-deac6bba-aaae-4995-8224-8b2099dbc531 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:08.353705 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aefcf952-ec0c-4369-8258-e9563af646a0 req-deac6bba-aaae-4995-8224-8b2099dbc531 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.2323506 Oct 15 11:50:08.401368 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aefcf952-ec0c-4369-8258-e9563af646a0 req-eecab79f-88e6-4425-8df1-a40872658406 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Oct 15 11:50:08.478102 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43406) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:08.571255 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-20938013-network', 'tenant_id': '69302d4d03e346cf83a6254bf99d52db'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:08.669645 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Made reservation on behalf of 69302d4d03e346cf83a6254bf99d52db for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:08.671949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:08.681177 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:08.754486 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:08.812335 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:08.839814 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:50:08.849851 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b4d5c-91b1-4f51-8bc2-512192fe04e8,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:08.856950 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:08.856950 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Added segment 8e83ab07-22bf-4700-be01-49f8d5a68ab5 of type vlan for network 437cbe01-ecd8-41bb-b3b7-1457884173c0 Oct 15 11:50:08.914969 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:08.945831 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243bd47-1085-4243-82f3-872b52460af5 req-c91d210c-22f0-40dc-be63-3c14433302ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:08.947265 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e243bd47-1085-4243-82f3-872b52460af5 req-c91d210c-22f0-40dc-be63-3c14433302ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1099 time: 0.0645430 Oct 15 11:50:08.982466 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e243bd47-1085-4243-82f3-872b52460af5 req-5995cf71-5754-4297-ade9-7beda696a12c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271196 Oct 15 11:50:09.029288 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:09.030300 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:09.030900 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:09.093158 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=437cbe01-ecd8-41bb-b3b7-1457884173c0,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:09.103065 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 437cbe01-ecd8-41bb-b3b7-1457884173c0 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:50:09.140854 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2690004e-d7cb-48bf-b20d-5e76b4cef3f2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6615956 Oct 15 11:50:09.143911 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43412) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:09.148708 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Request body: {'subnet': {'network_id': '437cbe01-ecd8-41bb-b3b7-1457884173c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-20938013-subnet', 'tenant_id': '69302d4d03e346cf83a6254bf99d52db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:09.263512 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Made reservation on behalf of 69302d4d03e346cf83a6254bf99d52db for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:09.266189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589112'] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:09.499421 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589066'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:09.557628 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663f13e-b7df-4ec2-aa02-5767bb091d4c req-d43a538b-89c9-4722-b747-3f290b92a509 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:09.559161 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1663f13e-b7df-4ec2-aa02-5767bb091d4c req-d43a538b-89c9-4722-b747-3f290b92a509 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0876155 Oct 15 11:50:09.576734 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6697f20-6926-420b-a41f-1e2958ce4e06,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:09.605162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Checking segment: {'id': '8e83ab07-22bf-4700-be01-49f8d5a68ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '437cbe01-ecd8-41bb-b3b7-1457884173c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:09.605530 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Network hostable DHCP agents. Network: 437cbe01-ecd8-41bb-b3b7-1457884173c0, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:50:09.621428 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1663f13e-b7df-4ec2-aa02-5767bb091d4c req-cd552722-241d-497f-90fb-0b955ab7fe88 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546803 Oct 15 11:50:09.692754 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Network 437cbe01-ecd8-41bb-b3b7-1457884173c0 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:50:09.778508 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 437cbe01-ecd8-41bb-b3b7-1457884173c0) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:09.783049 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:09.786711 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:09.788254 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b113df-8aac-4a70-983c-98dc60951912 None None] Network 437cbe01-ecd8-41bb-b3b7-1457884173c0 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:09.889665 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-db5ed52a-ef04-4ba0-88cc-0e9bb2237b0f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7446613 Oct 15 11:50:09.914314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea5737d-694b-41ea-a563-29505db7eb23 None None] Network 437cbe01-ecd8-41bb-b3b7-1457884173c0 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:10.606613 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43448) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:10.611738 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1930272208-network', 'tenant_id': '2798dfb2a42b447fbaba2bc7914d43f1'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:10.713790 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Made reservation on behalf of 2798dfb2a42b447fbaba2bc7914d43f1 for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:10.715923 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:10.737655 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:10.777247 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5df3-c6f5-4075-b06a-dda811180b39 req-5736e2c6-3d3a-4191-8c5b-bcb4a85be16c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:10.778729 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cfeb5df3-c6f5-4075-b06a-dda811180b39 req-5736e2c6-3d3a-4191-8c5b-bcb4a85be16c tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0788040 Oct 15 11:50:10.833151 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cfeb5df3-c6f5-4075-b06a-dda811180b39 req-99b51957-257b-422d-8be9-4441f4119376 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472014 Oct 15 11:50:10.853631 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:10.909094 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:10.930621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:50:10.944308 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b71aa22-3d80-4d96-aabd-34211c9a598e,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:10.949075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:10.954319 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Added segment edb14a61-4b06-4602-9aaa-f05eba2c44b5 of type vlan for network 00db5f98-71a0-484c-8187-60001cd2daf3 Oct 15 11:50:10.989833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.081076 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.082057 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:11.082668 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.168817 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] Pushing event updated for resources: {'Network': ['ID=00db5f98-71a0-484c-8187-60001cd2daf3,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:11.178461 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 00db5f98-71a0-484c-8187-60001cd2daf3 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:50:11.191248 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e918e-f103-4dc7-ac07-36431745955d req-3507d850-09f3-483e-8de3-054abc1f09e8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:11.192791 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c06e918e-f103-4dc7-ac07-36431745955d req-3507d850-09f3-483e-8de3-054abc1f09e8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.2937555 Oct 15 11:50:11.201699 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43460) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:11.204195 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-1febd254-857c-45c9-8977-5a70b72ad989 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5965421 Oct 15 11:50:11.206850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43462) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:11.218604 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Request body: {'floatingip': {'port_id': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:11.218783 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Request body: {'subnet': {'network_id': '00db5f98-71a0-484c-8187-60001cd2daf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1930272208-subnet', 'tenant_id': '2798dfb2a42b447fbaba2bc7914d43f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:11.253254 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.292240 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Made reservation on behalf of 2798dfb2a42b447fbaba2bc7914d43f1 for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:11.294586 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589112'] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.498000 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589066'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.551531 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94be7270-d24e-40a5-9b12-95debca63de4,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:11.560184 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Checking segment: {'id': 'edb14a61-4b06-4602-9aaa-f05eba2c44b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '00db5f98-71a0-484c-8187-60001cd2daf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:11.560541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Network hostable DHCP agents. Network: 00db5f98-71a0-484c-8187-60001cd2daf3, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:50:11.685505 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.686793 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Network 00db5f98-71a0-484c-8187-60001cd2daf3 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:50:11.755310 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.800699 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 00db5f98-71a0-484c-8187-60001cd2daf3) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:11.808611 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8afea18-7b0b-4f07-a202-b195afaef267 None None] Network 00db5f98-71a0-484c-8187-60001cd2daf3 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:11.809740 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:11.810379 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:11.855827 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.l3_db [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Floating IP ca993488-e5e6-4fdd-acee-fad24172abc7 associated. External IP: 172.27.0.106, port: 0616fd18-a557-49bb-b5de-cf57d3ef0c5f. Oct 15 11:50:11.900640 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ec2fe64e-a762-418b-b322-4115791c0355 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6926055 Oct 15 11:50:11.937176 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f82ce-826d-49ea-9cbc-7daeaabe7934 None None] Network 00db5f98-71a0-484c-8187-60001cd2daf3 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:12.067514 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Router df49405d-7bcf-4c31-b9c5-093af4260e53 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:50:12.176397 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:50:12.189709 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:12.197186 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] Sync routers for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:50:12.201052 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:12.201775 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6976c70>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:12.219116 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-467651ff-9161-4cc0-aa35-43dd375bed41 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "PUT /v2.0/floatingips/ca993488-e5e6-4fdd-acee-fad24172abc7 HTTP/1.1" status: 200 len: 992 time: 1.0141871 Oct 15 11:50:12.219116 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:50:12.220136 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c335159-ac47-43ec-88b5-9ab2c012290e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:50:12.267409 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da6551-dcb7-4564-b62c-3ee66f2471ed x-openstack-request-id: req-40da6551-dcb7-4564-b62c-3ee66f2471ed {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:50:12.267775 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:50:12.268032 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40da6551-dcb7-4564-b62c-3ee66f2471ed {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:50:12.268436 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'status': 'completed', 'code': 200} Oct 15 11:50:12.322424 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:12.586622 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6976c70>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': 'ca993488-e5e6-4fdd-acee-fad24172abc7', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'port_id': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'mac_address': 'fa:16:3e:05:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:49:53Z', 'updated_at': '2021-10-15T11:50:11Z', 'revision_number': 1, 'project_id': '16f372db5f12470a936c1822f98538b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:12.612980 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] Checking router: df49405d-7bcf-4c31-b9c5-093af4260e53 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:50:12.621108 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:12.621708 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6976c70>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:12.731347 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:12.955346 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6976c70>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': 'ca993488-e5e6-4fdd-acee-fad24172abc7', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'port_id': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'mac_address': 'fa:16:3e:05:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:49:53Z', 'updated_at': '2021-10-15T11:50:11Z', 'revision_number': 1, 'project_id': '16f372db5f12470a936c1822f98538b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:12.981487 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8ec94-3fe9-489a-b979-3d6af926388b None None] The sync data for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi is: [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': 'ca993488-e5e6-4fdd-acee-fad24172abc7', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'port_id': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'mac_address': 'fa:16:3e:05:b5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:49:53Z', 'updated_at': '2021-10-15T11:50:11Z', 'revision_number': 1, 'project_id': '16f372db5f12470a936c1822f98538b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:50:13.131313 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-f4ab6fc4-57c8-45c7-8f6a-38474b611740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:13.133940 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-f4ab6fc4-57c8-45c7-8f6a-38474b611740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1099 time: 0.0446537 Oct 15 11:50:13.171564 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847731d-2c58-47d9-88fd-2b2a28b88981 None None] New status for floating IP ca993488-e5e6-4fdd-acee-fad24172abc7: ACTIVE {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:50:13.235401 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-cad9354d-ca54-40d2-bf71-1fb3ca101ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:13.236896 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-cad9354d-ca54-40d2-bf71-1fb3ca101ea6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.0969038 Oct 15 11:50:13.305250 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-72d26614-9d4a-44f4-984c-93045e7a2652 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f HTTP/1.1" status: 200 len: 1000 time: 0.0613995 Oct 15 11:50:13.352939 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-36827ed6-3f72-4168-8545-9196d090e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:13.354338 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-36827ed6-3f72-4168-8545-9196d090e49a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0418990 Oct 15 11:50:13.402089 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-e6fe0273-151c-4bca-85b6-58e2a125dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:13.403584 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-e6fe0273-151c-4bca-85b6-58e2a125dbe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411146 Oct 15 11:50:13.497155 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-d6eb9755-c3c9-4f45-bc17-3efa08abcebd service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853779 Oct 15 11:50:13.585768 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c335159-ac47-43ec-88b5-9ab2c012290e req-01314227-50ac-47d7-8605-ee7ff7c62244 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806990 Oct 15 11:50:18.757413 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43558) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:18.804857 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] Deleting subnet 6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9 {{(pid=106847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:50:18.807865 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:18.818040 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:18.840747 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9062860'] for subnet, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:18.878275 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.047016 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589085'] for subnet, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.075291 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:19.077324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.080801 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-bf556c69-54fe-49de-93d2-703e9de00f0a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6e15cfbb-c7f5-41d2-ad5d-843dd1ae50f9 HTTP/1.1" status: 204 len: 168 time: 0.3223572 Oct 15 11:50:19.083428 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43582) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:19.168984 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.259877 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.281045 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a572dac0>,) {'filters': {'network_id': ['c7b46efb-84f4-4e28-80a1-73a8df330702']}} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:19.290264 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a572dac0>, 'cacebcee-b704-4fd3-a5a5-1de4c211a96c') {'for_net_delete': True} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:19.290595 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a572dac0>, 'cacebcee-b704-4fd3-a5a5-1de4c211a96c') {} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:19.300322 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8767170'] for segment, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.313778 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.320224 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=106848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:50:19.320619 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8659758'] for segment, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: Traceback (most recent call last): Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: timer() Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: cb(*args, **kw) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: return func(*args, **kwargs) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: self._notify() Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: self.callback(batched_events) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: event.method(event) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: return f(self, *a, **k) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._get(url).json() Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: return self.request(url, 'GET', **kwargs) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:50:19.333135 dv-cinder-814129-1-iscsi neutron-server[106848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:50:19.406750 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.414920 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.419132 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c7b46efb-84f4-4e28-80a1-73a8df330702 HTTP/1.1" status: 204 len: 168 time: 0.3342559 Oct 15 11:50:19.430610 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e7fa4-ba68-451a-b1ac-9e0cf1b9ee41 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b46efb-84f4-4e28-80a1-73a8df330702,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:19.851368 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43622) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:19.890265 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-25db6c48-412f-47b2-ae25-3c750b13564e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81b8a92e64f946a48c07618ebf4ebf9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376716 Oct 15 11:50:19.892609 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43624) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:19.941485 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5fec6584-d34a-4343-a5ad-241f9edb706f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:19.963328 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5fec6584-d34a-4343-a5ad-241f9edb706f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:20.086261 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5fec6584-d34a-4343-a5ad-241f9edb706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:20.089062 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5fec6584-d34a-4343-a5ad-241f9edb706f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:20.090221 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5fec6584-d34a-4343-a5ad-241f9edb706f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7137a7ed-8237-47ec-b0d4-d33ea176237b HTTP/1.1" status: 204 len: 168 time: 0.1966422 Oct 15 11:50:20.100869 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec6584-d34a-4343-a5ad-241f9edb706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7137a7ed-8237-47ec-b0d4-d33ea176237b,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:23.838357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb664b-4e4a-42c9-a2ad-feab5550b20b req-fbecf9ea-d5b4-4811-b18d-2e1a5eddd65b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:23.839886 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-42eb664b-4e4a-42c9-a2ad-feab5550b20b req-fbecf9ea-d5b4-4811-b18d-2e1a5eddd65b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0533116 Oct 15 11:50:23.877171 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-42eb664b-4e4a-42c9-a2ad-feab5550b20b req-28cefb20-394f-416c-951c-0978ff842db2 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Oct 15 11:50:24.832939 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43702) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:24.937094 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-14004081-f237-4467-b810-f02387245965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:24.992301 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248c57-4c68-4ce8-a110-01b2cd594e07 req-366b7c19-d1ce-4754-9350-63396701bb12 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:24.993885 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-79248c57-4c68-4ce8-a110-01b2cd594e07 req-366b7c19-d1ce-4754-9350-63396701bb12 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0472229 Oct 15 11:50:25.009754 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-14004081-f237-4467-b810-f02387245965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:25.033183 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-79248c57-4c68-4ce8-a110-01b2cd594e07 req-124ab9b8-95b4-48e2-80e9-7643420df71c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327418 Oct 15 11:50:25.115454 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-14004081-f237-4467-b810-f02387245965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:25.158025 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-14004081-f237-4467-b810-f02387245965 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76bae3281f6044c2a485d4829c79bade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240094 Oct 15 11:50:25.159648 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14004081-f237-4467-b810-f02387245965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7807d189-9371-495c-849c-c011d6d6a7eb,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:25.160800 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43708) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:25.208205 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-52628bb5-0674-4ae8-8cc5-0aa7412a4654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:25.228764 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-52628bb5-0674-4ae8-8cc5-0aa7412a4654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:25.372370 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-52628bb5-0674-4ae8-8cc5-0aa7412a4654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:25.375001 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-52628bb5-0674-4ae8-8cc5-0aa7412a4654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:25.385472 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-52628bb5-0674-4ae8-8cc5-0aa7412a4654 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7807d189-9371-495c-849c-c011d6d6a7eb HTTP/1.1" status: 204 len: 168 time: 0.2142429 Oct 15 11:50:25.385472 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52628bb5-0674-4ae8-8cc5-0aa7412a4654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7807d189-9371-495c-849c-c011d6d6a7eb,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:25.829255 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-32ece101-ca0f-43e2-ae70-909f821d8fda tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:25.830886 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-32ece101-ca0f-43e2-ae70-909f821d8fda tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0547841 Oct 15 11:50:25.925205 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Deleting port 5db90383-d7f4-4a6e-9243-a3a189b57959 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:50:25.925531 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.316460 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] For port 5db90383-d7f4-4a6e-9243-a3a189b57959, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=5db90383-d7f4-4a6e-9243-a3a189b57959,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:26.317146 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.334919 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7d6b-a96b-4889-bca5-dd8015f6237e req-cbfcab8a-2ab7-443e-8fd5-c91f3f95cdbc tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:26.336567 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-671b7d6b-a96b-4889-bca5-dd8015f6237e req-cbfcab8a-2ab7-443e-8fd5-c91f3f95cdbc tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 945 time: 0.0829337 Oct 15 11:50:26.414920 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43744) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:26.416790 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-671b7d6b-a96b-4889-bca5-dd8015f6237e req-cebdb024-5dad-485a-b2ba-aaa6163e97a5 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=60413100-df1f-405b-a495-fea42decb4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744359 Oct 15 11:50:26.512689 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1345161914-network', 'tenant_id': '4b74af886990485297e5e3e415c5e77c'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:26.529061 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.529544 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.529947 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Floating IP 04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb disassociated. External IP: 172.27.0.120, port: 5db90383-d7f4-4a6e-9243-a3a189b57959. Oct 15 11:50:26.530291 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Calling delete_port for 5db90383-d7f4-4a6e-9243-a3a189b57959 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:50:26.595302 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Made reservation on behalf of 4b74af886990485297e5e3e415c5e77c for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:26.597593 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.606206 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.678575 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.715431 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.744818 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event deleted for resources: {'Port': ['ID=5db90383-d7f4-4a6e-9243-a3a189b57959,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:26.778422 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.803621 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:50:26.812144 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9585ac68-f396-46de-80d2-c5002fd5ebea,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:26.818007 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.818997 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Added segment 794f310d-624f-4147-9f5b-5823f48e2427 of type vlan for network 2462dceb-64bc-473a-8706-7209dcc6042a Oct 15 11:50:26.861455 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.862853 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:50:26.960976 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.962211 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:26.962858 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:26.976137 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:50:26.992251 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] Sync routers for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:50:27.008807 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:27.013772 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6bd0e80>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:27.016867 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] No DVR routers for this DVR port 5db90383-d7f4-4a6e-9243-a3a189b57959 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:50:27.019586 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:27.022974 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-398a1b36-9975-4ad7-be9f-5ebe53abe3b9 req-ca896d9a-eb2a-4906-a799-49d15ba25976 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "DELETE /v2.0/ports/5db90383-d7f4-4a6e-9243-a3a189b57959 HTTP/1.1" status: 204 len: 173 time: 1.1826365 Oct 15 11:50:27.023415 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'name': 'network-vif-deleted', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:50:27.025764 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22819634-7547-480f-b7c4-51b6db27428d" -d '{"events": [{"server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "name": "network-vif-deleted", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:50:27.033557 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] Pushing event updated for resources: {'Network': ['ID=2462dceb-64bc-473a-8706-7209dcc6042a,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:27.047319 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 2462dceb-64bc-473a-8706-7209dcc6042a details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:50:27.060478 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43756) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:27.060883 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5dbaba50-d990-478e-807d-58cb8c457fec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6446187 Oct 15 11:50:27.066701 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Request body: {'subnet': {'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1345161914-subnet', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:27.077608 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dfcddd-ce8f-4fb8-b647-5e0265ed0055 x-openstack-request-id: req-53dfcddd-ce8f-4fb8-b647-5e0265ed0055 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:50:27.077608 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f39fe79-bb91-4cad-80dd-4cc894c82e37", "name": "network-vif-deleted", "tag": "5db90383-d7f4-4a6e-9243-a3a189b57959", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:50:27.077868 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53dfcddd-ce8f-4fb8-b647-5e0265ed0055 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:50:27.078457 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f39fe79-bb91-4cad-80dd-4cc894c82e37', 'name': 'network-vif-deleted', 'tag': '5db90383-d7f4-4a6e-9243-a3a189b57959', 'status': 'completed', 'code': 200} Oct 15 11:50:27.224048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Made reservation on behalf of 4b74af886990485297e5e3e415c5e77c for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:27.227343 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589112'] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:27.313648 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:27.493145 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589066'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:27.532891 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6bd0e80>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:27.558567 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0335b83a-7be0-4a6d-8291-c4079b5f0d48 req-8704d2ef-0475-45fd-b7f3-a5694aa55e31 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f39fe79-bb91-4cad-80dd-4cc894c82e37 HTTP/1.1" status: 200 len: 210 time: 0.0524919 Oct 15 11:50:27.564247 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] Checking router: 93a2aef4-a26b-4442-bfdb-aa1d56171a31 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:50:27.572958 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:27.573629 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6bd0e80>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:27.578693 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92ee23a-eafc-44c1-8933-967569dc3baf,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:27.589426 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Checking segment: {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:27.589789 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Network hostable DHCP agents. Network: 2462dceb-64bc-473a-8706-7209dcc6042a, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:50:27.675869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Network 2462dceb-64bc-473a-8706-7209dcc6042a is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:50:27.681799 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:27.743662 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 2462dceb-64bc-473a-8706-7209dcc6042a) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:27.748200 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:27.753785 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:27.754912 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d789af94-a200-46f9-8ceb-a4b8b9d40ba6 None None] Network 2462dceb-64bc-473a-8706-7209dcc6042a requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:27.851785 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-6fc8065d-0ef6-4605-a705-07dab2d3ac71 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7896543 Oct 15 11:50:27.854670 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43766) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:27.862699 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:28.003536 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-2462dceb-64bc-473a-8706-7209dcc6042a', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:50:28.004392 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.007876 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.009025 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.015815 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6bd0e80>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:28.048220 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129006f-0bb1-48b6-b901-c44755d376d4 None None] The sync data for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi is: [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:50:28.053311 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5df405e1-6e3c-402d-8442-ec98646987f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.061548 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.176149 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Allocated IP 172.20.0.2 (2462dceb-64bc-473a-8706-7209dcc6042a/c92ee23a-eafc-44c1-8933-967569dc3baf/c2a1ff09-6a3e-49f8-8222-3fb1687d6c97) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:28.281264 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed82c7-6159-422f-8e69-0ce5c818d0fc None None] New status for floating IP 04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:50:28.338141 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.419043 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.461766 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Network 2462dceb-64bc-473a-8706-7209dcc6042a is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:28.464726 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:28.467288 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:28.472715 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 5db90383-d7f4-4a6e-9243-a3a189b57959 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:50:28.484438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Pushing event updated for resources: {'Port': ['ID=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:28.510925 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 5db90383-d7f4-4a6e-9243-a3a189b57959 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:50:28.511275 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 5db90383-d7f4-4a6e-9243-a3a189b57959 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:50:28.559979 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.561260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Attempting to bind port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:28.561627 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Attempting to bind port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:28.562046 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Attempting to bind port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 on network 2462dceb-64bc-473a-8706-7209dcc6042a {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:28.567338 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:28.567708 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Checking segment: {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:28.568103 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.569098 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Bound using segment: {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:28.569589 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Bound port: c2a1ff09-6a3e-49f8-8222-3fb1687d6c97, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:28.569964 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.636661 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] For port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:28.639999 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] For port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:28.721326 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.795141 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43776) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:28.803721 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35eb62-7821-498f-804b-ef8ba7f50e07 None None] Pushing event updated for resources: {'Port': ['ID=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:28.875558 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-144ac807-fd89-40cc-91b5-ea070cd3546f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.878397 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.898287 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:28.901766 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-144ac807-fd89-40cc-91b5-ea070cd3546f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.015004 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Allocated IP 172.27.0.54 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/bc9b396b-f65b-4f24-a968-f842a4ecc457) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:29.046956 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-144ac807-fd89-40cc-91b5-ea070cd3546f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.049617 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-144ac807-fd89-40cc-91b5-ea070cd3546f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.053898 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-144ac807-fd89-40cc-91b5-ea070cd3546f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "DELETE /v2.0/security-groups/60413100-df1f-405b-a495-fea42decb4aa HTTP/1.1" status: 204 len: 168 time: 0.2654517 Oct 15 11:50:29.054731 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43786) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:29.074272 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.api.v2.resource [None req-34680836-1025-40b3-a20c-88f2a309d382 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] show failed (client error): The resource could not be found. Oct 15 11:50:29.075770 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-34680836-1025-40b3-a20c-88f2a309d382 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups/60413100-df1f-405b-a495-fea42decb4aa HTTP/1.1" status: 404 len: 347 time: 0.0168860 Oct 15 11:50:29.086650 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43788) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:29.137267 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ac807-fd89-40cc-91b5-ea070cd3546f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60413100-df1f-405b-a495-fea42decb4aa,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:29.168582 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.231512 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Deleting port 18a011bc-9460-418a-8d8f-f8070bd46606 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:50:29.231747 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.304939 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.315236 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.315968 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.328498 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Calling delete_port for 18a011bc-9460-418a-8d8f-f8070bd46606 owned by network:floatingip {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:50:29.347991 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:29.351724 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:29.355278 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:29.380364 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9b396b-f65b-4f24-a968-f842a4ecc457,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:29.527057 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.554432 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event deleted for resources: {'Port': ['ID=18a011bc-9460-418a-8d8f-f8070bd46606,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:29.621418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.624621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.633045 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-b7709154-26c6-4f9d-b413-023e06c81789 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "DELETE /v2.0/floatingips/04fe684d-3e95-40ef-8bf1-eb8e7cb8b3cb HTTP/1.1" status: 204 len: 168 time: 0.5412755 Oct 15 11:50:29.732752 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.837229 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c3649-164e-4aab-957d-c96cb6039d29 None None] Network 2462dceb-64bc-473a-8706-7209dcc6042a requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:29.902626 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-955931a0-f1cb-418e-a792-33586b30a5ba None None] Provisioning complete for port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:29.903285 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-955931a0-f1cb-418e-a792-33586b30a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:29.936422 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.047242 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-955931a0-f1cb-418e-a792-33586b30a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.087812 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-955931a0-f1cb-418e-a792-33586b30a5ba None None] For port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:30.114281 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43806) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:30.114281 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-2040fe08-1d86-4c15-8509-a072e19771be tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195995229', 'description': 'tempest-description--2141103698'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:30.166972 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Router b3cd293e-670d-4f9e-a861-3066297da0b4 is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:50:30.224101 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-955931a0-f1cb-418e-a792-33586b30a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.224340 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2040fe08-1d86-4c15-8509-a072e19771be tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.273973 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955931a0-f1cb-418e-a792-33586b30a5ba None None] Pushing event updated for resources: {'Port': ['ID=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:30.292468 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:50:30.303303 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Sync routers for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:50:30.304649 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2040fe08-1d86-4c15-8509-a072e19771be tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.312124 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:30.312733 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6fa1220>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:30.376151 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-89d4fcca-0d4f-42c7-90c7-5f3d0647aa22 None None] Provisioning complete for port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:30.376437 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-89d4fcca-0d4f-42c7-90c7-5f3d0647aa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.380384 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.381676 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-e28d2740-5dd1-4a25-8ea9-91f762296078 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5258095 Oct 15 11:50:30.384383 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43808) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:30.406462 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2040fe08-1d86-4c15-8509-a072e19771be tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.437337 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040fe08-1d86-4c15-8509-a072e19771be tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:30.500271 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2040fe08-1d86-4c15-8509-a072e19771be tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.504895 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2040fe08-1d86-4c15-8509-a072e19771be tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3947678 Oct 15 11:50:30.505206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43810) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:30.509956 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-36867378-d322-4cff-bab1-fda8421db5c6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'security_group_rule': {'security_group_id': 'ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:30.590119 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:30.608068 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36867378-d322-4cff-bab1-fda8421db5c6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.678986 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36867378-d322-4cff-bab1-fda8421db5c6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.702952 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b8c5487f-e85e-45c9-b68b-322938a72801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.712373 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:30.772626 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36867378-d322-4cff-bab1-fda8421db5c6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.802141 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36867378-d322-4cff-bab1-fda8421db5c6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3bfa13-c61a-4e0f-a104-f7779148ceeb,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:30.814964 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.820951 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:30.821242 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.888597 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-36867378-d322-4cff-bab1-fda8421db5c6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.890290 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-36867378-d322-4cff-bab1-fda8421db5c6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838346 Oct 15 11:50:30.892806 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43822) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:30.899842 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-e783ce3e-aa75-4184-a43f-e27af9cefe88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'security_group_rule': {'security_group_id': 'ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:30.904695 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43824) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:30.934243 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6fa1220>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:29Z', 'revision_number': 3, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:30.960351 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] Deleting subnet b6697f20-6926-420b-a41f-1e2958ce4e06 {{(pid=106847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:50:30.963615 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.964909 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Checking router: b3cd293e-670d-4f9e-a861-3066297da0b4 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:50:30.965254 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Updating router b3cd293e-670d-4f9e-a861-3066297da0b4 port bc9b396b-f65b-4f24-a968-f842a4ecc457 binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:50:30.980416 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Allocated IP 172.20.0.1 (2462dceb-64bc-473a-8706-7209dcc6042a/c92ee23a-eafc-44c1-8933-967569dc3baf/210f9f68-7c35-4ea1-9073-ac4ddec4737c) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:30.998804 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:30.999984 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9062860'] for subnet, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.029276 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e783ce3e-aa75-4184-a43f-e27af9cefe88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.067066 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.090694 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.130406 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e783ce3e-aa75-4184-a43f-e27af9cefe88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.241772 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.252225 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.253036 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e783ce3e-aa75-4184-a43f-e27af9cefe88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.258633 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589085'] for subnet, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.281694 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Network 2462dceb-64bc-473a-8706-7209dcc6042a is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:31.284647 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:31.287087 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:31.306400 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6697f20-6926-420b-a41f-1e2958ce4e06,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:31.309355 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783ce3e-aa75-4184-a43f-e27af9cefe88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b0f9ca-ed8a-4a13-90ca-c14bffb07d23,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:31.312166 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.317609 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-5d3a408c-eff7-46b8-8323-3949b01ea832 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b6697f20-6926-420b-a41f-1e2958ce4e06 HTTP/1.1" status: 204 len: 168 time: 0.4087796 Oct 15 11:50:31.317869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43828) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:31.326124 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Pushing event updated for resources: {'Port': ['ID=210f9f68-7c35-4ea1-9073-ac4ddec4737c,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:31.338691 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.357642 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.395673 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.398603 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14cc6-e1f0-4943-84ca-2e6504001e07 None None] Pushing event updated for resources: {'Port': ['ID=bc9b396b-f65b-4f24-a968-f842a4ecc457,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:31.408662 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Attempting to bind port bc9b396b-f65b-4f24-a968-f842a4ecc457 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:31.409834 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Attempting to bind port bc9b396b-f65b-4f24-a968-f842a4ecc457 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:31.414411 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Attempting to bind port bc9b396b-f65b-4f24-a968-f842a4ecc457 on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:31.416830 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:31.417207 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:31.417607 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.417996 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:31.418459 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Bound port: bc9b396b-f65b-4f24-a968-f842a4ecc457, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:31.418862 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.438011 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-e783ce3e-aa75-4184-a43f-e27af9cefe88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.444439 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-e783ce3e-aa75-4184-a43f-e27af9cefe88 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5440226 Oct 15 11:50:31.449009 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43830) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:31.453365 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:31.493964 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] For port bc9b396b-f65b-4f24-a968-f842a4ecc457, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:31.509492 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.513195 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] For port bc9b396b-f65b-4f24-a968-f842a4ecc457, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=bc9b396b-f65b-4f24-a968-f842a4ecc457,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:31.529621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a4f83e20>,) {'filters': {'network_id': ['437cbe01-ecd8-41bb-b3b7-1457884173c0']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:31.539185 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4f83e20>, '8e83ab07-22bf-4700-be01-49f8d5a68ab5') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:31.539477 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4f83e20>, '8e83ab07-22bf-4700-be01-49f8d5a68ab5') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:31.548695 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.552031 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-dca96db4-9372-4661-969d-a62f8f1ec42a None None] Provisioning complete for port 210f9f68-7c35-4ea1-9073-ac4ddec4737c triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:31.552396 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-dca96db4-9372-4661-969d-a62f8f1ec42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.561771 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.567614 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:50:31.567996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:50:31.569614 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:50:31.588702 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-dca96db4-9372-4661-969d-a62f8f1ec42a None None] Port 210f9f68-7c35-4ea1-9073-ac4ddec4737c cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:50:31.599997 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.602284 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.604251 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.629929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.649122 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:31.649756 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6fa1220>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:31.708160 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14cc6-e1f0-4943-84ca-2e6504001e07 None None] Pushing event updated for resources: {'Port': ['ID=bc9b396b-f65b-4f24-a968-f842a4ecc457,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:31.734727 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.745770 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.780779 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:31.782641 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.797071 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.800359 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/437cbe01-ecd8-41bb-b3b7-1457884173c0 HTTP/1.1" status: 204 len: 168 time: 0.4817035 Oct 15 11:50:31.803982 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292c86e-19a7-45eb-ae5c-f49ad7faf5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=437cbe01-ecd8-41bb-b3b7-1457884173c0,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:31.804495 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43832) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:31.853116 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] Deleting subnet 94be7270-d24e-40a5-9b12-95debca63de4 {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:50:31.856430 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.866471 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Allocated IP 172.27.0.129 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/ea8b2ad4-253f-4452-9463-6deba000cd1c) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:31.877569 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8659786'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.941092 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:31.980780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.000667 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6fa1220>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:30Z', 'revision_number': 1, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:32.028890 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da305d3-5c6d-47ad-87c7-c3a5e8d999ee None None] The sync data for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi is: [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:30Z', 'revision_number': 1, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:50:32.098858 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.142361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:32.145282 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:32.153493 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:32.156510 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'Port': ['ID=ea8b2ad4-253f-4452-9463-6deba000cd1c,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:32.165297 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8767179'] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.203097 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Pushing event updated for resources: {'Port': ['ID=210f9f68-7c35-4ea1-9073-ac4ddec4737c,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:32.207332 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.239516 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.263486 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.364114 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Network 2462dceb-64bc-473a-8706-7209dcc6042a is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:32.365894 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:32.381961 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.492566 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8659828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8513679'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.503294 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Router b3cd293e-670d-4f9e-a861-3066297da0b4 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:50:32.523436 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94be7270-d24e-40a5-9b12-95debca63de4,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:32.533167 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.539975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43836) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:32.540134 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ea64064f-3beb-4cad-a734-54256377786f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/94be7270-d24e-40a5-9b12-95debca63de4 HTTP/1.1" status: 204 len: 168 time: 0.7343099 Oct 15 11:50:32.630011 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-527e0630-857b-4ac6-afaa-310be41638df None None] Provisioning complete for port 210f9f68-7c35-4ea1-9073-ac4ddec4737c triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:32.630280 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-527e0630-857b-4ac6-afaa-310be41638df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.654317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.667204 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.679498 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-527e0630-857b-4ac6-afaa-310be41638df None None] Port 210f9f68-7c35-4ea1-9073-ac4ddec4737c cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:50:32.722011 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:50:32.736076 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-694b1c22-dbf0-4277-ab22-58eb6d435d5c admin admin] 10.222.0.37 "PUT /v2.0/routers/b3cd293e-670d-4f9e-a861-3066297da0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425837 Oct 15 11:50:32.752306 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.754843 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.804692 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a5398850>,) {'filters': {'network_id': ['00db5f98-71a0-484c-8187-60001cd2daf3']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:32.846477 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5398850>, 'edb14a61-4b06-4602-9aaa-f05eba2c44b5') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:32.847026 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5398850>, 'edb14a61-4b06-4602-9aaa-f05eba2c44b5') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:32.852543 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'Port': ['ID=ea8b2ad4-253f-4452-9463-6deba000cd1c,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:32.870773 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.880839 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.893190 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.901932 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:50:32.902441 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:50:32.904334 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:50:33.014380 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.015704 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c03f04ea-4201-4878-a683-4dec615acd7b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5658424 Oct 15 11:50:33.047479 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.056809 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.066776 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] 10.222.0.37 "DELETE /v2.0/networks/00db5f98-71a0-484c-8187-60001cd2daf3 HTTP/1.1" status: 204 len: 168 time: 0.5252969 Oct 15 11:50:33.083461 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0122f6-12be-43e4-b67c-62d237ec1bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=00db5f98-71a0-484c-8187-60001cd2daf3,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:33.252573 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-e26ebc40-85f7-4292-bbbe-4bca15aee8d0 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--195995229&fields=id&tenant_id=fd15f933f6f547c783143ab31ab6a28e HTTP/1.1" status: 200 len: 267 time: 0.0329888 Oct 15 11:50:33.379343 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-a67397a5-0157-4c93-9b28-b964897ae0b6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:33.381529 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-a67397a5-0157-4c93-9b28-b964897ae0b6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 810 time: 0.1209068 Oct 15 11:50:33.403208 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-e38e0e93-3428-4dce-a009-56445d0c8f4d tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/quotas/fd15f933f6f547c783143ab31ab6a28e HTTP/1.1" status: 200 len: 375 time: 0.0113919 Oct 15 11:50:33.495502 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-f61670e4-77be-4381-8222-5f6a424301f0 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829878 Oct 15 11:50:33.584883 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43868) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:33.624104 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.625473 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-df860fc8-4d30-4517-a0f5-1ab6c7d5c3cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69302d4d03e346cf83a6254bf99d52db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394032 Oct 15 11:50:33.628243 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43870) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:33.680483 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1a9b31bb-c1ba-459a-afde-fbb5f66ea343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.703997 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1a9b31bb-c1ba-459a-afde-fbb5f66ea343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.723533 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43874) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:33.737181 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1388724545-network', 'tenant_id': '3dcce722744147b49511707f6a3d66c0'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:33.797699 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-21bcd63e-4778-49df-add6-005013e41356 service neutron] 10.222.0.37 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875550 Oct 15 11:50:33.852106 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Made reservation on behalf of 3dcce722744147b49511707f6a3d66c0 for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:33.854476 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.863259 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.891935 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-fdea2c92-fabe-4b8e-9ae2-febbdbb5e26a service neutron] 10.222.0.37 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863447 Oct 15 11:50:33.893265 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1a9b31bb-c1ba-459a-afde-fbb5f66ea343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.895801 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1a9b31bb-c1ba-459a-afde-fbb5f66ea343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:33.896947 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1a9b31bb-c1ba-459a-afde-fbb5f66ea343 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/743b4d5c-91b1-4f51-8bc2-512192fe04e8 HTTP/1.1" status: 204 len: 168 time: 0.2676573 Oct 15 11:50:33.911514 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b31bb-c1ba-459a-afde-fbb5f66ea343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b4d5c-91b1-4f51-8bc2-512192fe04e8,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:33.957591 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.024041 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.045493 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:50:34.060686 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700fe8f9-bd48-40f1-a339-89de7b560b81,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:34.063718 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.064036 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Added segment 655ec5ec-4926-4072-9ebf-6d92556f4112 of type vlan for network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab Oct 15 11:50:34.106993 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.175509 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-137ad182-cb8e-45da-9a3f-427f9b8acb63 req-a6b4ded1-7e67-46cc-868a-620b82a97a11 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 210 time: 0.0332494 Oct 15 11:50:34.218150 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.219780 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:34.220446 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.288779 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd88bc7-a47f-4f0f-98c6-1dd089b487ab,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:34.296685 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:50:34.337740 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Sync routers for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:50:34.341223 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-2c1ba4ca-6dbc-451d-bb05-cda23925c8d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6164358 Oct 15 11:50:34.343857 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43888) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:34.352657 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Request body: {'subnet': {'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1388724545-subnet', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'ip_version': 4}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:34.352956 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:34.352956 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a727bb50>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:34.431593 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Made reservation on behalf of 3dcce722744147b49511707f6a3d66c0 for: {'subnet': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:34.434202 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8513706'] for subnet, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.483802 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:34.663208 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device bc9b396b-f65b-4f24-a968-f842a4ecc457 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:34.698084 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8662449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8513688'] for subnet, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.731224 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port bc9b396b-f65b-4f24-a968-f842a4ecc457 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:34.731590 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.734057 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a727bb50>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 2, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:34.759779 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36bdcd4-8a00-4263-80eb-43a6cd1d627d,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:34.767244 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Checking segment: {'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:34.767609 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Network hostable DHCP agents. Network: 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:50:34.770542 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Checking router: b3cd293e-670d-4f9e-a861-3066297da0b4 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:50:34.771052 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Updating router b3cd293e-670d-4f9e-a861-3066297da0b4 port 210f9f68-7c35-4ea1-9073-ac4ddec4737c binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:50:34.796356 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.828284 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.837654 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43900) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:34.855706 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port bc9b396b-f65b-4f24-a968-f842a4ecc457, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=bc9b396b-f65b-4f24-a968-f842a4ecc457,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:34.858167 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:50:34.884702 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43902) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:34.884832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-42517d59-5b9e-446d-bee6-30a07c263744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2798dfb2a42b447fbaba2bc7914d43f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456755 Oct 15 11:50:34.921210 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.939966 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-71495eae-958d-4af0-9d87-5cef0ecccdcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.952434 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab) {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:34.962245 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:34.962751 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.969499 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-71495eae-958d-4af0-9d87-5cef0ecccdcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:34.970245 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39d3fa-ab8c-41b7-92a8-bc1a6c7a7930 None None] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:35.036422 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=bc9b396b-f65b-4f24-a968-f842a4ecc457,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:35.095254 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b8226420-9ffc-4f56-98ce-f2c4dd451a6c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7502820 Oct 15 11:50:35.097914 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43904) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:35.102849 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:35.128394 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-71495eae-958d-4af0-9d87-5cef0ecccdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.140800 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'fixed_ips': [{'subnet_id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:50:35.140975 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-71495eae-958d-4af0-9d87-5cef0ecccdcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.142030 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.142150 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-71495eae-958d-4af0-9d87-5cef0ecccdcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b71aa22-3d80-4d96-aabd-34211c9a598e HTTP/1.1" status: 204 len: 168 time: 0.2559626 Oct 15 11:50:35.152773 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71495eae-958d-4af0-9d87-5cef0ecccdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b71aa22-3d80-4d96-aabd-34211c9a598e,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:35.172723 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.195651 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.196795 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.265011 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.269856 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.287831 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0478a363-56c9-41f0-8139-660e00a6caf4 req-c1b739a5-1b4b-45f3-9da6-72a2ea0da628 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 210 time: 0.0399675 Oct 15 11:50:35.304693 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Allocated IP 172.20.0.2 (8bd88bc7-a47f-4f0f-98c6-1dd089b487ab/d36bdcd4-8a00-4263-80eb-43a6cd1d627d/d4c84f86-c43d-4124-9e6d-475e64770b18) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:35.327818 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Pushing event updated for resources: {'Port': ['ID=210f9f68-7c35-4ea1-9073-ac4ddec4737c,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:35.339783 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.340467 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.340467 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.340767 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.341273 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.341757 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.342254 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.342765 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.343262 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.343739 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.344915 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.345216 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:35.410837 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Attempting to bind port 210f9f68-7c35-4ea1-9073-ac4ddec4737c on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:35.411450 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Attempting to bind port 210f9f68-7c35-4ea1-9073-ac4ddec4737c by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:35.412122 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Attempting to bind port 210f9f68-7c35-4ea1-9073-ac4ddec4737c on network 2462dceb-64bc-473a-8706-7209dcc6042a {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:35.417571 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:35.417934 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Checking segment: {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:35.418333 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.418753 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Bound using segment: {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:35.419230 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Bound port: 210f9f68-7c35-4ea1-9073-ac4ddec4737c, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:35.419629 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.491612 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.502653 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] For port 210f9f68-7c35-4ea1-9073-ac4ddec4737c, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:35.506764 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.509292 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] For port 210f9f68-7c35-4ea1-9073-ac4ddec4737c, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=210f9f68-7c35-4ea1-9073-ac4ddec4737c,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:35.620529 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2c4055b5-63ae-4f5a-b9c4-3071ca166271 None None] Provisioning complete for port 210f9f68-7c35-4ea1-9073-ac4ddec4737c triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:35.625960 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2c4055b5-63ae-4f5a-b9c4-3071ca166271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.641168 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.647890 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.696226 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Pushing event updated for resources: {'Port': ['ID=d4c84f86-c43d-4124-9e6d-475e64770b18,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:35.714417 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2c4055b5-63ae-4f5a-b9c4-3071ca166271 None None] Port 210f9f68-7c35-4ea1-9073-ac4ddec4737c cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:50:35.730850 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:35.733074 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:35.741195 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:35.750421 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:35.751139 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a727bb50>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:35.754468 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26953358-e386-49b5-bb78-f882a0f24177 None None] Pushing event updated for resources: {'Port': ['ID=210f9f68-7c35-4ea1-9073-ac4ddec4737c,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:35.819875 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Attempting to bind port d4c84f86-c43d-4124-9e6d-475e64770b18 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:35.820546 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Attempting to bind port d4c84f86-c43d-4124-9e6d-475e64770b18 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:35.822902 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Attempting to bind port d4c84f86-c43d-4124-9e6d-475e64770b18 on network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:35.829858 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:35.830324 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Checking segment: {'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:35.830821 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.831275 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Bound using segment: {'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:35.831814 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Bound port: d4c84f86-c43d-4124-9e6d-475e64770b18, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:35.832257 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.888921 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.891906 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:35.909095 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:35.932947 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] For port d4c84f86-c43d-4124-9e6d-475e64770b18, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:35.936635 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] For port d4c84f86-c43d-4124-9e6d-475e64770b18, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d4c84f86-c43d-4124-9e6d-475e64770b18,segment=NetworkSegment(655ec5ec-4926-4072-9ebf-6d92556f4112),segment_id=655ec5ec-4926-4072-9ebf-6d92556f4112)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:36.007975 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:36.063501 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Allocated IP 172.27.0.42 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/681b5627-d78c-4ba7-b239-f5caeacbd063) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:36.086202 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2845c2d4-8682-4ddf-861d-184d326d8bb5 None None] Provisioning complete for port 210f9f68-7c35-4ea1-9073-ac4ddec4737c triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:36.086851 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2845c2d4-8682-4ddf-861d-184d326d8bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:36.117583 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb157f-2372-4e75-b2bb-df789055e61f None None] Pushing event updated for resources: {'Port': ['ID=d4c84f86-c43d-4124-9e6d-475e64770b18,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:36.142492 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a727bb50>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:35Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:36.179953 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2845c2d4-8682-4ddf-861d-184d326d8bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:36.191972 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d02b3-ecaf-4979-aa28-3d26ca0fb6d5 None None] The sync data for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi is: [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:35Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:50:36.204989 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:36.237422 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2845c2d4-8682-4ddf-861d-184d326d8bb5 None None] For port 210f9f68-7c35-4ea1-9073-ac4ddec4737c, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=210f9f68-7c35-4ea1-9073-ac4ddec4737c,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:36.367370 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2845c2d4-8682-4ddf-861d-184d326d8bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:36.395688 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:36.446922 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:36.452402 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:36.453624 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845c2d4-8682-4ddf-861d-184d326d8bb5 None None] Pushing event updated for resources: {'Port': ['ID=210f9f68-7c35-4ea1-9073-ac4ddec4737c,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:36.459890 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:36.477324 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b32c2973-0de3-4075-beec-f2927b3b4147 req-0fc4fdc0-7cad-4d9d-a76f-3c7c0172d1ae tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 210 time: 0.0585787 Oct 15 11:50:36.552852 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Pushing event updated for resources: {'Port': ['ID=681b5627-d78c-4ba7-b239-f5caeacbd063,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:36.761422 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-f70c95c2-3753-4f6f-b716-aaf99b861c28 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:36.763054 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-f70c95c2-3753-4f6f-b716-aaf99b861c28 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 810 time: 0.2390840 Oct 15 11:50:36.832783 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-7bc7756e-58ae-45e6-8807-a3550c62d8b7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd15f933f6f547c783143ab31ab6a28e HTTP/1.1" status: 200 len: 379 time: 0.0597100 Oct 15 11:50:36.844143 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'port': {'device_id': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'admin_state_up': True, 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'security_groups': ['ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:36.868587 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d4c84f86-c43d-4124-9e6d-475e64770b18 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:36.953337 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port d4c84f86-c43d-4124-9e6d-475e64770b18 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:36.954540 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:36.997214 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.070339 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:50:37.099266 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.156430 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port d4c84f86-c43d-4124-9e6d-475e64770b18, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d4c84f86-c43d-4124-9e6d-475e64770b18,segment=NetworkSegment(655ec5ec-4926-4072-9ebf-6d92556f4112),segment_id=655ec5ec-4926-4072-9ebf-6d92556f4112)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:37.212513 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Made reservation on behalf of fd15f933f6f547c783143ab31ab6a28e for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:50:37.216120 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.246999 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.247795 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 210f9f68-7c35-4ea1-9073-ac4ddec4737c up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:37.267018 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.389949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Allocated IP 172.20.0.8 (e5d42759-a508-41e8-99d0-20582bf547ae/65d52e97-c69c-4aed-85e2-d047c07cb64a/0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:37.442582 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bca8e4-d26b-49b9-ad34-c620aa7dc7a9 None None] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:50:37.547488 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.560266 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=d4c84f86-c43d-4124-9e6d-475e64770b18,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:37.576666 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-89489ebf-0359-4186-923f-08233b92f6f3 None None] Provisioning complete for port d4c84f86-c43d-4124-9e6d-475e64770b18 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:37.577065 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-89489ebf-0359-4186-923f-08233b92f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.608791 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 210f9f68-7c35-4ea1-9073-ac4ddec4737c triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:37.609176 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.622057 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e0dc77d3-39a2-4fbb-8148-dc1696ff2d54 req-96162409-1cb4-4d37-bde1-4d22cac81ca6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 210 time: 0.0394800 Oct 15 11:50:37.653361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.722890 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Network e5d42759-a508-41e8-99d0-20582bf547ae is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:37.729060 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:37.738416 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:37.743256 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event updated for resources: {'Port': ['ID=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:37.795708 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:37.796246 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.807402 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:50:37.837128 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device bc9b396b-f65b-4f24-a968-f842a4ecc457 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:37.896108 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-8bbb6b7d-15c7-4642-a7b6-ddb5dee85bcb tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0559101 Oct 15 11:50:37.896490 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port bc9b396b-f65b-4f24-a968-f842a4ecc457 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:37.898639 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:37.983741 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:50:38.004699 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Sync routers for ids ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:50:38.029691 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Routers {'a87363ed-a700-4d8e-ac36-d9e83cbd8a03'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:38.030567 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a660f520>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:38.050748 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Request body: {'port': {'device_id': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:38.060472 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.065320 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5e0f5016-8337-44a9-b051-1e53f0b6d41d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9663079 Oct 15 11:50:38.065946 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43952) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:38.102864 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-ed071d43-4f4c-4475-b5c5-92bccafc1b86 None None] Provisioning complete for port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:38.103169 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ed071d43-4f4c-4475-b5c5-92bccafc1b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.142632 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.187531 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-ed071d43-4f4c-4475-b5c5-92bccafc1b86 None None] Port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:50:38.399943 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Set router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:38.399943 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-27f8731b-28c5-4456-bce8-3e7f12a067b7 None None] Provisioning complete for port d4c84f86-c43d-4124-9e6d-475e64770b18 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:38.399943 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-27f8731b-28c5-4456-bce8-3e7f12a067b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.428866 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:50:38.438285 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.451489 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Transition to ACTIVE for port object 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:50:38.479007 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a660f520>, [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 3, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port': {'id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:38.506983 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Checking router: a87363ed-a700-4d8e-ac36-d9e83cbd8a03 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:50:38.507335 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Updating router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 port 681b5627-d78c-4ba7-b239-f5caeacbd063 binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:50:38.509311 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.521720 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.535561 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.566039 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Pushing event updated for resources: {'Port': ['ID=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:38.668948 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Attempting to bind port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:38.668948 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Attempting to bind port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:38.670238 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Attempting to bind port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 on network e5d42759-a508-41e8-99d0-20582bf547ae {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:38.684819 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 on network e5d42759-a508-41e8-99d0-20582bf547ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:50:38.685471 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Attempting to bind port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 on network e5d42759-a508-41e8-99d0-20582bf547ae {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:38.691634 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:38.692749 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Checking segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:38.693521 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Bound using segment: {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:38.694304 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Bound port: 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:38.695035 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.709594 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d4c84f86-c43d-4124-9e6d-475e64770b18 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:38.768870 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Allocated IP 172.20.0.1 (8bd88bc7-a47f-4f0f-98c6-1dd089b487ab/d36bdcd4-8a00-4263-80eb-43a6cd1d627d/ebd859d3-6fc2-47b3-a5ef-612df381e59a) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:50:38.815680 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f89939-2b3d-4d0e-9022-54e1bed34941 req-25d9bd83-ffbe-46b8-8b2f-31c7d55d72ae tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:38.828699 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a5f89939-2b3d-4d0e-9022-54e1bed34941 req-25d9bd83-ffbe-46b8-8b2f-31c7d55d72ae tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 943 time: 0.1030934 Oct 15 11:50:38.834322 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] For port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:38.836648 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port d4c84f86-c43d-4124-9e6d-475e64770b18 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:38.837200 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.857990 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] For port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:38.884627 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a5f89939-2b3d-4d0e-9022-54e1bed34941 req-f4910c33-bee7-4c51-9f1f-89aafabcfe18 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606351 Oct 15 11:50:38.933154 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.934091 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:38.999533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:39.000208 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.001760 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] 10.222.0.32 "PUT /v2.0/ports/0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 HTTP/1.1" status: 200 len: 1093 time: 1.0967579 Oct 15 11:50:39.002207 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:50:39.004654 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c24780-0154-4b08-a414-9621edb33190" -d '{"events": [{"name": "network-changed", "server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:50:39.023360 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.031960 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f114dd-a750-4c71-b3fd-b96de47079af service neutron] Pushing event updated for resources: {'Port': ['ID=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:39.076052 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.109928 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:39.114663 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:39.120423 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:50:39.164848 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Pushing event updated for resources: {'Port': ['ID=ebd859d3-6fc2-47b3-a5ef-612df381e59a,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:39.174660 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.188208 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.251069 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ee943-6ebf-42a9-860b-27c9fcb226cd None None] Pushing event updated for resources: {'Port': ['ID=681b5627-d78c-4ba7-b239-f5caeacbd063,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:39.260831 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Attempting to bind port 681b5627-d78c-4ba7-b239-f5caeacbd063 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:39.261189 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Attempting to bind port 681b5627-d78c-4ba7-b239-f5caeacbd063 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:39.261432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Attempting to bind port 681b5627-d78c-4ba7-b239-f5caeacbd063 on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:39.263357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dd9776-2b5e-438d-9d5a-d6303ee7b5e0 x-openstack-request-id: req-42dd9776-2b5e-438d-9d5a-d6303ee7b5e0 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:50:39.266044 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:50:39.266044 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42dd9776-2b5e-438d-9d5a-d6303ee7b5e0 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:50:39.266044 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'status': 'completed', 'code': 200} Oct 15 11:50:39.286605 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:39.286605 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:39.286605 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.286605 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:39.287456 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Bound port: 681b5627-d78c-4ba7-b239-f5caeacbd063, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:39.287890 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.296000 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-5ea98953-9ad1-4df1-ad0d-dbafee5d206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:39.303057 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-5ea98953-9ad1-4df1-ad0d-dbafee5d206f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 1096 time: 0.0987611 Oct 15 11:50:39.356645 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-f039a209-44d5-4294-a274-69e0c32aab7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 HTTP/1.1" status: 200 len: 217 time: 0.0457995 Oct 15 11:50:39.366497 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] For port 681b5627-d78c-4ba7-b239-f5caeacbd063, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:39.381309 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] For port 681b5627-d78c-4ba7-b239-f5caeacbd063, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=681b5627-d78c-4ba7-b239-f5caeacbd063,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:39.430413 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-86483b56-e572-49fd-b1ed-39f423c013b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:39.431397 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-86483b56-e572-49fd-b1ed-39f423c013b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0674064 Oct 15 11:50:39.482375 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e333-61a5-4506-89c1-96353d27f4af req-cadd680c-5b46-4e83-a6af-7c72c7eff5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:39.483909 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-cadd680c-5b46-4e83-a6af-7c72c7eff5d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459759 Oct 15 11:50:39.509645 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-ae62f1b8-9341-43b8-a998-8760582a75ed None None] Provisioning complete for port ebd859d3-6fc2-47b3-a5ef-612df381e59a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:39.510031 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ae62f1b8-9341-43b8-a998-8760582a75ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.533578 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.545734 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-ae62f1b8-9341-43b8-a998-8760582a75ed None None] Port ebd859d3-6fc2-47b3-a5ef-612df381e59a cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:50:39.553882 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.591520 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-1ed100ec-4883-42c2-abc8-4026f52d1883 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997431 Oct 15 11:50:39.633497 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Routers {'a87363ed-a700-4d8e-ac36-d9e83cbd8a03'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:39.634145 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a660f520>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:39.675707 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ee943-6ebf-42a9-860b-27c9fcb226cd None None] Pushing event updated for resources: {'Port': ['ID=681b5627-d78c-4ba7-b239-f5caeacbd063,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:39.726609 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.780122 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] Set router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:39.789338 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8659786'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.865512 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:39.867481 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Pushing event updated for resources: {'Port': ['ID=ebd859d3-6fc2-47b3-a5ef-612df381e59a,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:39.981741 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:50:39.983268 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:50:40.016733 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a660f520>, [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 4, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port': {'id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ebd859d3-6fc2-47b3-a5ef-612df381e59a', 'name': '', 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'mac_address': 'fa:16:3e:c9:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:38Z', 'updated_at': '2021-10-15T11:50:38Z', 'revision_number': 1, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'subnets': [{'id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:40.051315 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305ce92-a173-4be8-a178-4c297a9f0158 None None] The sync data for ids ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'] in dv-cinder-814129-1-iscsi is: [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 4, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port': {'id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ebd859d3-6fc2-47b3-a5ef-612df381e59a', 'name': '', 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'mac_address': 'fa:16:3e:c9:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:38Z', 'updated_at': '2021-10-15T11:50:38Z', 'revision_number': 1, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'subnets': [{'id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:50:40.057997 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eed8e333-61a5-4506-89c1-96353d27f4af req-0f918cab-4fe4-40cd-9e29-5739e1a2a0ff service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578702 Oct 15 11:50:40.067174 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a5c9-1300-466f-b870-79bd4acb2829 req-516d489d-dabb-463d-b844-24b2d9c160a6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:40.069464 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b57a5c9-1300-466f-b870-79bd4acb2829 req-516d489d-dabb-463d-b844-24b2d9c160a6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 943 time: 0.0843685 Oct 15 11:50:40.123975 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:50:40.129441 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6b57a5c9-1300-466f-b870-79bd4acb2829 req-b86f33a1-5396-459e-a065-cc1a5c221024 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489101 Oct 15 11:50:40.246925 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:50:40.251978 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1adfe9cc-ea64-403e-bf9b-e4c56a1e5e9a admin admin] 10.222.0.37 "PUT /v2.0/routers/a87363ed-a700-4d8e-ac36-d9e83cbd8a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1849506 Oct 15 11:50:40.292247 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-3c8a44bf-2c68-4edf-ae76-fda461ddfa34 None None] Provisioning complete for port ebd859d3-6fc2-47b3-a5ef-612df381e59a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:40.292247 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c8a44bf-2c68-4edf-ae76-fda461ddfa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:40.338478 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a44bf-2c68-4edf-ae76-fda461ddfa34 None None] Port ebd859d3-6fc2-47b3-a5ef-612df381e59a cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:50:40.880809 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43980) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:40.886220 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492911916', 'description': 'tempest-secgroup-smoke-1492911916 description', 'project_id': '4b74af886990485297e5e3e415c5e77c'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:40.949767 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.020123 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.080988 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.110900 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:41.118588 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.122886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:50:41.164464 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.165906 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-fa77e80e-739a-493c-b733-74f08651ada6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2835901 Oct 15 11:50:41.168786 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43984) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:41.178408 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-940ac851-47d9-4ab3-8164-46a78fa0c315 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'security_group_rule': {'security_group_id': '1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5', 'project_id': '4b74af886990485297e5e3e415c5e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:41.254960 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26f74e-8c5a-4b70-8dd3-c53f4c219c29 req-153427c5-8ce2-48fc-9474-351cdc95cbbd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:41.256437 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ee26f74e-8c5a-4b70-8dd3-c53f4c219c29 req-153427c5-8ce2-48fc-9474-351cdc95cbbd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 943 time: 0.0608790 Oct 15 11:50:41.262598 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-940ac851-47d9-4ab3-8164-46a78fa0c315 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.330364 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ee26f74e-8c5a-4b70-8dd3-c53f4c219c29 req-ef11383f-6578-42be-82ea-6002db477bc9 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527318 Oct 15 11:50:41.336448 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-940ac851-47d9-4ab3-8164-46a78fa0c315 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.406260 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-940ac851-47d9-4ab3-8164-46a78fa0c315 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.423603 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ac851-47d9-4ab3-8164-46a78fa0c315 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26f3b57-182b-4275-828f-5dcd77924427,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:41.494319 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-940ac851-47d9-4ab3-8164-46a78fa0c315 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.495580 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-940ac851-47d9-4ab3-8164-46a78fa0c315 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253508 Oct 15 11:50:41.498229 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43988) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:41.502537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-ef1bf699-449e-4db6-998f-57d20e8cb886 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'security_group_rule': {'security_group_id': '1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5', 'project_id': '4b74af886990485297e5e3e415c5e77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:41.589605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf699-449e-4db6-998f-57d20e8cb886 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.643551 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf699-449e-4db6-998f-57d20e8cb886 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.755386 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf699-449e-4db6-998f-57d20e8cb886 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.777484 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bf699-449e-4db6-998f-57d20e8cb886 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07200392-d03f-4f72-86fd-08e291e217b9,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:41.859940 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf699-449e-4db6-998f-57d20e8cb886 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:41.861071 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ef1bf699-449e-4db6-998f-57d20e8cb886 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3618617 Oct 15 11:50:41.863780 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43990) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:41.868096 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-dedae9ee-84f1-4b23-8357-c6040890e5b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'security_group_rule': {'security_group_id': '1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5', 'project_id': '4b74af886990485297e5e3e415c5e77c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:41.947876 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dedae9ee-84f1-4b23-8357-c6040890e5b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.005296 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dedae9ee-84f1-4b23-8357-c6040890e5b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.092360 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dedae9ee-84f1-4b23-8357-c6040890e5b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.110136 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae9ee-84f1-4b23-8357-c6040890e5b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1c0527-cfc1-4755-a5ea-d0b8db363b8d,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:42.237381 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dedae9ee-84f1-4b23-8357-c6040890e5b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.245664 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-dedae9ee-84f1-4b23-8357-c6040890e5b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739481 Oct 15 11:50:42.245664 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 43992) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:42.246082 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-5dfb0b45-653c-49a9-b2a0-e7629b992ae8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'security_group_rule': {'security_group_id': '1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5', 'project_id': '4b74af886990485297e5e3e415c5e77c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:42.372652 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0b45-653c-49a9-b2a0-e7629b992ae8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.462061 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0b45-653c-49a9-b2a0-e7629b992ae8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.470636 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f20f6-ff65-479f-8692-2c566eb15676 req-1e0b16da-6207-4d4e-b58e-af62916f4ad8 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:42.472163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f56f20f6-ff65-479f-8692-2c566eb15676 req-1e0b16da-6207-4d4e-b58e-af62916f4ad8 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 943 time: 0.0732207 Oct 15 11:50:42.510736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f56f20f6-ff65-479f-8692-2c566eb15676 req-af6c3669-a10a-466d-b1dd-e6584bf173c0 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326073 Oct 15 11:50:42.532201 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0b45-653c-49a9-b2a0-e7629b992ae8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.553135 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0b45-653c-49a9-b2a0-e7629b992ae8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b9b021-0b17-4f67-9cbf-30585cb4b5f9,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:42.606823 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c24780-0154-4b08-a414-9621edb33190 req-bed46626-33a7-4da1-99d6-578bd41394e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:42.608318 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3c24780-0154-4b08-a414-9621edb33190 req-bed46626-33a7-4da1-99d6-578bd41394e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 1096 time: 0.0516560 Oct 15 11:50:42.620104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0b45-653c-49a9-b2a0-e7629b992ae8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.621189 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-5dfb0b45-653c-49a9-b2a0-e7629b992ae8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789499 Oct 15 11:50:42.624069 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 43998) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:42.629112 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'security_group_rule': {'security_group_id': '1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5', 'project_id': '4b74af886990485297e5e3e415c5e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:42.664959 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 681b5627-d78c-4ba7-b239-f5caeacbd063 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:42.715617 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.securitygroups_db [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Project 4b74af886990485297e5e3e415c5e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 11:50:42.716263 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c24780-0154-4b08-a414-9621edb33190 req-2c9e806d-3c0f-4cef-9986-5c71b9f62d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:42.717772 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3c24780-0154-4b08-a414-9621edb33190 req-2c9e806d-3c0f-4cef-9986-5c71b9f62d7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.0955191 Oct 15 11:50:42.721126 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.724370 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 681b5627-d78c-4ba7-b239-f5caeacbd063 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:42.724370 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.765879 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3c24780-0154-4b08-a414-9621edb33190 req-fb1ebd6e-7ccc-4cf7-8d8a-46e61584e865 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 HTTP/1.1" status: 200 len: 217 time: 0.0390668 Oct 15 11:50:42.791483 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.808584 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.814711 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c24780-0154-4b08-a414-9621edb33190 req-b97606e6-2455-4e37-a6a8-4370ba20d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:42.816184 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3c24780-0154-4b08-a414-9621edb33190 req-b97606e6-2455-4e37-a6a8-4370ba20d14a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0434198 Oct 15 11:50:42.828675 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 681b5627-d78c-4ba7-b239-f5caeacbd063, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=681b5627-d78c-4ba7-b239-f5caeacbd063,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:42.869395 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.871126 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c24780-0154-4b08-a414-9621edb33190 req-ca2c2179-ff1d-4b9f-9563-9316a9c64852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:42.872688 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3c24780-0154-4b08-a414-9621edb33190 req-ca2c2179-ff1d-4b9f-9563-9316a9c64852 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392461 Oct 15 11:50:42.885387 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db57fb93-2cf0-4f15-bee4-f38ca42f84da,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:42.909596 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.957425 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=681b5627-d78c-4ba7-b239-f5caeacbd063,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:42.974761 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3c24780-0154-4b08-a414-9621edb33190 req-d0df9459-651b-4040-8ade-e216a29956dd service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921588 Oct 15 11:50:42.977843 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:42.977843 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-0f4d0aba-73cd-46ca-845b-99615f0a8324 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3509228 Oct 15 11:50:42.979191 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 44000) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:42.983540 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'security_group_rule': {'security_group_id': '1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5', 'project_id': '4b74af886990485297e5e3e415c5e77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:43.057726 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.securitygroups_db [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Project 4b74af886990485297e5e3e415c5e77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 11:50:43.063128 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:43.064625 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c3c24780-0154-4b08-a414-9621edb33190 req-70a36dbb-91ef-4c06-9d9c-72e4b4a28018 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824437 Oct 15 11:50:43.122867 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:43.218147 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:43.236900 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c0e1a6-1b4a-4570-9fb5-7e57e2f31549,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:43.328777 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:43.330001 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-7d65418c-f968-45ed-8711-87f80cb47b12 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3498967 Oct 15 11:50:43.636352 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57847ad3-c4cd-4e71-9cf9-1025fafb5738 req-112cc6f7-2c5d-423b-b6b4-7a390eeb95c0 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:43.637907 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-57847ad3-c4cd-4e71-9cf9-1025fafb5738 req-112cc6f7-2c5d-423b-b6b4-7a390eeb95c0 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 943 time: 0.0547774 Oct 15 11:50:43.683096 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-57847ad3-c4cd-4e71-9cf9-1025fafb5738 req-3e73b4ca-6de3-4cd0-b35f-4bcc3b710516 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388575 Oct 15 11:50:43.816443 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Sync routers for ids ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:50:43.825935 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Routers {'a87363ed-a700-4d8e-ac36-d9e83cbd8a03'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:43.827110 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6cfcf10>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:43.933012 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Set router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:44.132423 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6cfcf10>, [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 4, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port': {'id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ebd859d3-6fc2-47b3-a5ef-612df381e59a', 'name': '', 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'mac_address': 'fa:16:3e:c9:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:38Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 2, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'subnets': [{'id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:44.164321 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Checking router: a87363ed-a700-4d8e-ac36-d9e83cbd8a03 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:50:44.164668 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Updating router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 port ebd859d3-6fc2-47b3-a5ef-612df381e59a binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:50:44.189598 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.446689 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.508891 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.560621 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ac865-01a4-4d9f-a67e-7e7d471c74c7 None None] Pushing event updated for resources: {'Port': ['ID=ebd859d3-6fc2-47b3-a5ef-612df381e59a,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:44.619911 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Attempting to bind port ebd859d3-6fc2-47b3-a5ef-612df381e59a on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:50:44.620384 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Attempting to bind port ebd859d3-6fc2-47b3-a5ef-612df381e59a by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:50:44.620831 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Attempting to bind port ebd859d3-6fc2-47b3-a5ef-612df381e59a on network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:50:44.626327 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:50:44.626875 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Checking segment: {'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:50:44.627507 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.627977 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Bound using segment: {'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:50:44.628532 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Bound port: ebd859d3-6fc2-47b3-a5ef-612df381e59a, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655ec5ec-4926-4072-9ebf-6d92556f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:50:44.628997 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.649985 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 681b5627-d78c-4ba7-b239-f5caeacbd063 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:44.709636 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 681b5627-d78c-4ba7-b239-f5caeacbd063 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:44.710230 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.723686 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] For port ebd859d3-6fc2-47b3-a5ef-612df381e59a, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:50:44.728629 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] For port ebd859d3-6fc2-47b3-a5ef-612df381e59a, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ebd859d3-6fc2-47b3-a5ef-612df381e59a,segment=NetworkSegment(655ec5ec-4926-4072-9ebf-6d92556f4112),segment_id=655ec5ec-4926-4072-9ebf-6d92556f4112)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:50:44.802904 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204e585-295f-4267-b931-b8db98883aa8 req-a8f0de5e-f60d-4fb3-8125-4e98d83a2de4 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:44.804460 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c204e585-295f-4267-b931-b8db98883aa8 req-a8f0de5e-f60d-4fb3-8125-4e98d83a2de4 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 943 time: 0.0496759 Oct 15 11:50:44.807122 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.807784 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-25c1c2d8-c1e1-4277-9ac8-212252ffe103 None None] Provisioning complete for port ebd859d3-6fc2-47b3-a5ef-612df381e59a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:44.808220 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d8-c1e1-4277-9ac8-212252ffe103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.845345 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c204e585-295f-4267-b931-b8db98883aa8 req-d4736a4b-94f0-4072-986a-df22139327ae tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337162 Oct 15 11:50:44.876588 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ac865-01a4-4d9f-a67e-7e7d471c74c7 None None] Pushing event updated for resources: {'Port': ['ID=ebd859d3-6fc2-47b3-a5ef-612df381e59a,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:44.881608 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Routers {'a87363ed-a700-4d8e-ac36-d9e83cbd8a03'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:44.882221 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6cfcf10>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:44.910886 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d8-c1e1-4277-9ac8-212252ffe103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:44.945265 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-25c1c2d8-c1e1-4277-9ac8-212252ffe103 None None] For port ebd859d3-6fc2-47b3-a5ef-612df381e59a, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ebd859d3-6fc2-47b3-a5ef-612df381e59a,segment=NetworkSegment(655ec5ec-4926-4072-9ebf-6d92556f4112),segment_id=655ec5ec-4926-4072-9ebf-6d92556f4112)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:44.988863 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] Set router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:45.023943 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-25c1c2d8-c1e1-4277-9ac8-212252ffe103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:45.199420 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1c2d8-c1e1-4277-9ac8-212252ffe103 None None] Pushing event updated for resources: {'Port': ['ID=ebd859d3-6fc2-47b3-a5ef-612df381e59a,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:45.209658 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-c76ac1fb-d191-422b-b9a4-a539d2169cdd None None] Provisioning complete for port ebd859d3-6fc2-47b3-a5ef-612df381e59a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:45.209658 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c76ac1fb-d191-422b-b9a4-a539d2169cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:45.275789 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6cfcf10>, [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 4, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port': {'id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ebd859d3-6fc2-47b3-a5ef-612df381e59a', 'name': '', 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'mac_address': 'fa:16:3e:c9:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:38Z', 'updated_at': '2021-10-15T11:50:44Z', 'revision_number': 4, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'subnets': [{'id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:45.303341 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45a46eb-a723-4afd-99e7-e1288ba1922b None None] The sync data for ids ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'] in dv-cinder-814129-1-iscsi is: [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:39Z', 'revision_number': 4, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port': {'id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ebd859d3-6fc2-47b3-a5ef-612df381e59a', 'name': '', 'network_id': '8bd88bc7-a47f-4f0f-98c6-1dd089b487ab', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'mac_address': 'fa:16:3e:c9:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:38Z', 'updated_at': '2021-10-15T11:50:44Z', 'revision_number': 4, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'subnets': [{'id': 'd36bdcd4-8a00-4263-80eb-43a6cd1d627d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:50:45.385499 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:50:45.488412 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:45.500561 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'port_id': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'mac_address': 'fa:16:3e:34:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:50:45.538908 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:45.551952 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:50:45.571811 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:45.647532 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:45.696446 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:45.960192 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf712f8-0e91-4bca-8fe1-639b6cb8dc0a req-99774a8f-ab99-4cdf-8558-4e76c09c58d5 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:45.961993 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2bf712f8-0e91-4bca-8fe1-639b6cb8dc0a req-99774a8f-ab99-4cdf-8558-4e76c09c58d5 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 944 time: 0.0495846 Oct 15 11:50:45.997813 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2bf712f8-0e91-4bca-8fe1-639b6cb8dc0a req-ab941294-7c90-450e-8974-d5f9c25c2fbd tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302222 Oct 15 11:50:46.653560 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ebd859d3-6fc2-47b3-a5ef-612df381e59a up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:46.702757 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port ebd859d3-6fc2-47b3-a5ef-612df381e59a triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:46.703399 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:47.111966 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3997c6-1577-4ed8-96b7-e578f49943a0 req-d0d1e3fe-ddc9-43af-96cc-c789921f26e3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:47.113325 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f3997c6-1577-4ed8-96b7-e578f49943a0 req-d0d1e3fe-ddc9-43af-96cc-c789921f26e3 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 944 time: 0.0484846 Oct 15 11:50:47.154245 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f3997c6-1577-4ed8-96b7-e578f49943a0 req-3ff9b259-277f-4513-bb60-4ea49a39f1e6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349958 Oct 15 11:50:47.477947 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:50:48.276602 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06db8b-578b-42f0-94dd-70470d1ba318 req-d177b25d-ae6a-4fb8-848c-c58f64f61a2f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:48.278096 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0b06db8b-578b-42f0-94dd-70470d1ba318 req-d177b25d-ae6a-4fb8-848c-c58f64f61a2f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 944 time: 0.0558894 Oct 15 11:50:48.315258 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0b06db8b-578b-42f0-94dd-70470d1ba318 req-7fd6eb0f-1a3e-4487-a8f0-07e6afce32af tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311077 Oct 15 11:50:48.824086 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:49.225086 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:50:49.355251 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:50:49.360496 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:50:49.360496 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:49.450850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57a366-d3e4-4f79-b33b-6b650410d263 req-cbf03385-493b-432c-a166-1ff2e3a852f6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:49.452335 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fa57a366-d3e4-4f79-b33b-6b650410d263 req-cbf03385-493b-432c-a166-1ff2e3a852f6 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 944 time: 0.0616565 Oct 15 11:50:49.464220 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:49.488716 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:50:49.491692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b193f05-aaff-4f00-910a-e660771813c6" -d '{"events": [{"server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "name": "network-vif-plugged", "status": "completed", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:50:49.492167 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fa57a366-d3e4-4f79-b33b-6b650410d263 req-348f71a1-78bd-456a-b5c0-489a27d664fe tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Oct 15 11:50:49.507673 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:50:49.549692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:49.603318 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82b427d-ea90-41fb-b39d-f2c0094b3757 x-openstack-request-id: req-e82b427d-ea90-41fb-b39d-f2c0094b3757 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:50:49.603318 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "name": "network-vif-plugged", "status": "completed", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:50:49.603318 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e82b427d-ea90-41fb-b39d-f2c0094b3757 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:50:49.603318 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'code': 200} Oct 15 11:50:49.603318 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:50:49.864619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9097c-7384-487f-bdd5-72c1f367ad41 req-6ed23cea-1f56-43c2-ab1e-5ab9d709dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:49.866728 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3b9097c-7384-487f-bdd5-72c1f367ad41 req-6ed23cea-1f56-43c2-ab1e-5ab9d709dd7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 1098 time: 0.0441842 Oct 15 11:50:49.906370 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3b9097c-7384-487f-bdd5-72c1f367ad41 req-bd52ddcc-18ec-4a73-bdd6-ed222902d45d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324554 Oct 15 11:50:50.637823 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549f47e-f08e-4f9e-b368-a380dfc51b90 req-edd6cd97-c041-48fc-84d8-d52632c44096 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:50.639570 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a549f47e-f08e-4f9e-b368-a380dfc51b90 req-edd6cd97-c041-48fc-84d8-d52632c44096 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 945 time: 0.0511522 Oct 15 11:50:50.686736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a549f47e-f08e-4f9e-b368-a380dfc51b90 req-4ccc8fce-031e-46e0-92b9-955684645cc9 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Oct 15 11:50:51.801678 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ec04e-c455-4998-8df4-ec4db48ae13a req-329107dc-3b51-4d0c-be6e-39d18f672737 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:51.803101 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-256ec04e-c455-4998-8df4-ec4db48ae13a req-329107dc-3b51-4d0c-be6e-39d18f672737 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 945 time: 0.0496979 Oct 15 11:50:51.839595 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-256ec04e-c455-4998-8df4-ec4db48ae13a req-0ddc7187-4079-4f45-8495-47edc702db65 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304394 Oct 15 11:50:51.952306 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194288b-658a-4275-a542-258d6d84f2a9 req-c000ef74-004f-41b0-9d69-c03dd70a1613 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:51.954263 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3194288b-658a-4275-a542-258d6d84f2a9 req-c000ef74-004f-41b0-9d69-c03dd70a1613 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 945 time: 0.0477946 Oct 15 11:50:51.963463 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 44144) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:50:51.967871 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Request body: {'floatingip': {'port_id': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:50:52.009476 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:52.454125 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:52.527299 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:52.643289 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Floating IP 2a11703d-a75b-4cf9-a4ec-3cd664fcd94f associated. External IP: 172.27.0.129, port: 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9. Oct 15 11:50:52.852153 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:50:52.961245 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:50:52.967055 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:52.972515 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] Sync routers for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:50:52.992271 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:52.992892 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6b3df10>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:52.997325 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-3f26d957-c652-4e0f-bc4c-3651f3bd972a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "PUT /v2.0/floatingips/2a11703d-a75b-4cf9-a4ec-3cd664fcd94f HTTP/1.1" status: 200 len: 991 time: 1.0328145 Oct 15 11:50:52.998063 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:50:53.000409 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0707ec84-cff4-44a4-9be6-0e99bc80c31b" -d '{"events": [{"name": "network-changed", "server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:50:53.048107 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0171b-a545-44bc-83af-835560815adf x-openstack-request-id: req-f1a0171b-a545-44bc-83af-835560815adf {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:50:53.048490 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:50:53.048910 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1a0171b-a545-44bc-83af-835560815adf {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:50:53.049369 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'status': 'completed', 'code': 200} Oct 15 11:50:53.162546 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-6f68430a-2f9a-481c-b46b-e4830bb68f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:53.164035 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-6f68430a-2f9a-481c-b46b-e4830bb68f3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 1098 time: 0.0552900 Oct 15 11:50:53.165768 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:53.404776 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6b3df10>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '2a11703d-a75b-4cf9-a4ec-3cd664fcd94f', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'port_id': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'mac_address': 'fa:16:3e:34:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:50:32Z', 'updated_at': '2021-10-15T11:50:52Z', 'revision_number': 1, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:53.431508 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] Checking router: 93a2aef4-a26b-4442-bfdb-aa1d56171a31 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:50:53.440653 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:50:53.441274 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6b3df10>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:50:31Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:53.551497 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:50:53.685375 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad507-d137-4372-82af-d6058ae8ec35 req-56a1b163-71c9-4983-9c09-17648e0e3301 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:53.692617 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-574ad507-d137-4372-82af-d6058ae8ec35 req-56a1b163-71c9-4983-9c09-17648e0e3301 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0517120 Oct 15 11:50:53.725212 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-574ad507-d137-4372-82af-d6058ae8ec35 req-814b8505-d946-4082-940d-08542534332f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321248 Oct 15 11:50:53.781537 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6b3df10>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '2a11703d-a75b-4cf9-a4ec-3cd664fcd94f', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'port_id': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'mac_address': 'fa:16:3e:34:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:50:32Z', 'updated_at': '2021-10-15T11:50:52Z', 'revision_number': 1, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:50:53.811499 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd0499-486c-4442-9320-0b55f8a24dbe None None] The sync data for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi is: [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '2a11703d-a75b-4cf9-a4ec-3cd664fcd94f', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'port_id': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'mac_address': 'fa:16:3e:34:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:50:32Z', 'updated_at': '2021-10-15T11:50:52Z', 'revision_number': 1, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:50:53.985426 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60971132-b323-4259-8d1c-99aae3977fa1 None None] New status for floating IP 2a11703d-a75b-4cf9-a4ec-3cd664fcd94f: ACTIVE {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:50:54.848070 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129692cc-46d4-44f3-a7aa-f72d75591d1c req-52e4eb49-6a79-48d0-bd1b-1544e7f3a4a6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:54.850104 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-129692cc-46d4-44f3-a7aa-f72d75591d1c req-52e4eb49-6a79-48d0-bd1b-1544e7f3a4a6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0521114 Oct 15 11:50:54.887636 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-129692cc-46d4-44f3-a7aa-f72d75591d1c req-07847f03-0c3c-4add-8d5c-bb8d684c19fc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Oct 15 11:50:56.015225 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065894a9-822d-4de5-a071-47929e79bcd8 req-c4d848c0-f6b8-4fc0-b1b4-a478dbeb3d59 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:56.016714 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-065894a9-822d-4de5-a071-47929e79bcd8 req-c4d848c0-f6b8-4fc0-b1b4-a478dbeb3d59 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0570226 Oct 15 11:50:56.111531 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-065894a9-822d-4de5-a071-47929e79bcd8 req-013e29ec-f984-43f3-80a7-a5b9972c19f6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813816 Oct 15 11:50:56.133938 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-23210f5c-212c-44bf-9405-14aa21cc3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:56.138664 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-23210f5c-212c-44bf-9405-14aa21cc3193 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.1136253 Oct 15 11:50:56.212744 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-3860022b-9c3e-476c-811d-dfd5b3e6002b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 HTTP/1.1" status: 200 len: 1001 time: 0.0638869 Oct 15 11:50:56.268086 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-73532726-0ad2-4bac-9648-43ce63f60e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:56.269798 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-73532726-0ad2-4bac-9648-43ce63f60e90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0497971 Oct 15 11:50:56.319511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-4504a82d-e4cf-45cd-b8e6-cc429f042758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:56.321025 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-4504a82d-e4cf-45cd-b8e6-cc429f042758 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434201 Oct 15 11:50:56.414860 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-bcabc1fa-db01-4ab5-bdd6-300d2d833409 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858588 Oct 15 11:50:56.512054 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0707ec84-cff4-44a4-9be6-0e99bc80c31b req-d7e7a306-617f-400c-a406-1465d7ee9222 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845170 Oct 15 11:50:57.235132 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c888ca-ada5-43f2-8e6f-a3c42f756771 req-f04ed29f-16e9-4fe5-871b-10a1a2c38607 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:57.236592 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d8c888ca-ada5-43f2-8e6f-a3c42f756771 req-f04ed29f-16e9-4fe5-871b-10a1a2c38607 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0488429 Oct 15 11:50:57.285235 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d8c888ca-ada5-43f2-8e6f-a3c42f756771 req-5e818e07-8b22-4efc-9b92-12baffc1dc8f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Oct 15 11:50:58.012356 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cb503970-66dd-4fba-9ed4-1c7ea398e201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:50:58.405893 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1e740-ef61-4d4d-a2e6-55417ce9ef81 req-a582ed59-0467-4e0a-8f3a-df75ef6bd070 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:58.407487 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6ea1e740-ef61-4d4d-a2e6-55417ce9ef81 req-a582ed59-0467-4e0a-8f3a-df75ef6bd070 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0491829 Oct 15 11:50:58.445746 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6ea1e740-ef61-4d4d-a2e6-55417ce9ef81 req-1f06c2ac-6457-42e7-b37d-f8ca1a84ad58 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324097 Oct 15 11:50:59.570502 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d681ac2-b2bf-4df0-8a1f-470b384d95a8 req-77cdd731-3f22-4356-bfbc-07602a83f454 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:50:59.571996 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6d681ac2-b2bf-4df0-8a1f-470b384d95a8 req-77cdd731-3f22-4356-bfbc-07602a83f454 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0511043 Oct 15 11:50:59.612606 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6d681ac2-b2bf-4df0-8a1f-470b384d95a8 req-84266e78-ceef-4f5f-843a-000e3f1ce0d8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347667 Oct 15 11:51:00.503671 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b6a0f788-cfbd-4606-884e-02b1858c4c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:00.727522 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946af-28e6-4681-8a59-f3ac88645900 req-14322e88-6629-49a9-b91a-5c106912328e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:00.728949 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-39b946af-28e6-4681-8a59-f3ac88645900 req-14322e88-6629-49a9-b91a-5c106912328e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0470333 Oct 15 11:51:00.765379 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-39b946af-28e6-4681-8a59-f3ac88645900 req-02e504e9-5b42-4b7d-a31c-f4362c786333 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307264 Oct 15 11:51:01.555604 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:01.557762 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 44274) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:01.660048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:01.729361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:01.800853 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:01.841075 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6abfe5d75a243cb86a43745ce520c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822177 Oct 15 11:51:01.842665 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9d4ab4-98d8-4c68-ad84-f4094ae02cea,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:01.843741 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 44280) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:01.857222 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.857584 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.857924 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.858261 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.858846 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.859194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.859530 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.859862 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.860194 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.860523 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.860848 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.861176 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041acbc-c0e1-4de6-add0-4f74888d5358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:01.893007 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4b87-2fb5-48bf-82d7-0bddd91b0688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:01.911906 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e6855-9eb8-49d3-aa34-d12f2d13a46a req-e4f82cf1-3992-43f8-8728-da47a9c0244f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:01.913911 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa7e6855-9eb8-49d3-aa34-d12f2d13a46a req-e4f82cf1-3992-43f8-8728-da47a9c0244f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0758820 Oct 15 11:51:01.915717 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4b87-2fb5-48bf-82d7-0bddd91b0688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:01.944215 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:01.952240 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa7e6855-9eb8-49d3-aa34-d12f2d13a46a req-0b66a97b-fae9-404d-b72b-e76304b954a9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Oct 15 11:51:02.046685 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4b87-2fb5-48bf-82d7-0bddd91b0688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:02.049337 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4b87-2fb5-48bf-82d7-0bddd91b0688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:02.050497 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-dbbb4b87-2fb5-48bf-82d7-0bddd91b0688 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d9d4ab4-98d8-4c68-ad84-f4094ae02cea HTTP/1.1" status: 204 len: 168 time: 0.2057438 Oct 15 11:51:02.058975 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb4b87-2fb5-48bf-82d7-0bddd91b0688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9d4ab4-98d8-4c68-ad84-f4094ae02cea,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:02.970102 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 44306) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:03.072552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ff6c3-fb3b-4579-9d04-d2c1a4cffdd8 req-210a8443-5adf-4d7b-a368-496be5f8d9d8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:03.074054 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-844ff6c3-fb3b-4579-9d04-d2c1a4cffdd8 req-210a8443-5adf-4d7b-a368-496be5f8d9d8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0539021 Oct 15 11:51:03.078828 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-239162144-network', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:03.123551 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-844ff6c3-fb3b-4579-9d04-d2c1a4cffdd8 req-a9c022f4-096b-4e6a-82b2-65e6d4241cf9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Oct 15 11:51:03.189679 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Made reservation on behalf of f2616afeab044278ba07914445b5cb9f for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:51:03.197573 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.201788 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.273698 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.314813 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.338373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:51:03.347461 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:03.351953 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.352296 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Added segment 01dab21c-7297-4e20-941a-8346d5afcf30 of type vlan for network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 Oct 15 11:51:03.392324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.457440 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.458976 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:03.459549 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.515667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] Pushing event updated for resources: {'Network': ['ID=19d5b03a-ed3f-47ab-a827-3a007f0594d2,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:03.525854 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:51:03.532918 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-5a3123d6-1e31-4d65-bf8d-e921ba4df4ab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5591135 Oct 15 11:51:03.533188 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 44316) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:03.537894 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Request body: {'subnet': {'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-239162144-subnet', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:03.579180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.617797 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Made reservation on behalf of f2616afeab044278ba07914445b5cb9f for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:51:03.620152 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589112'] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.828812 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589066'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:03.885622 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52ec346-1f80-449c-a83c-336ce4f5a913,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:03.893903 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Checking segment: {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:03.894254 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Network hostable DHCP agents. Network: 19d5b03a-ed3f-47ab-a827-3a007f0594d2, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:51:03.994781 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:51:04.058010 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 19d5b03a-ed3f-47ab-a827-3a007f0594d2) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:04.062283 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:04.062836 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.067063 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4853a-0c5b-4548-bbab-7f94d61daac3 None None] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:51:04.141294 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-32105542-c3a2-4e20-a7be-09c92acab023 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6069419 Oct 15 11:51:04.143728 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 44320) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:04.148053 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:04.212699 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47822bac-0130-43f1-a420-731d4362040a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:51:04.213595 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.256330 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84d01-8755-41b3-9e83-389f83e6b9d2 req-4754985b-94e7-4da9-8144-e27f692e13dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:04.257977 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-53e84d01-8755-41b3-9e83-389f83e6b9d2 req-4754985b-94e7-4da9-8144-e27f692e13dc tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0498493 Oct 15 11:51:04.259417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.260544 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.313473 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-53e84d01-8755-41b3-9e83-389f83e6b9d2 req-56c3f1cf-fb04-484a-a82c-e7152b94c2eb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492716 Oct 15 11:51:04.340464 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.358712 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-47822bac-0130-43f1-a420-731d4362040a None None] Allocated IP 172.20.0.2 (19d5b03a-ed3f-47ab-a827-3a007f0594d2/d52ec346-1f80-449c-a83c-336ce4f5a913/ac440ab9-74d5-4db2-8853-aa317f98be7b) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:04.496503 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.538532 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.572676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.612830 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47822bac-0130-43f1-a420-731d4362040a None None] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:04.615694 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-47822bac-0130-43f1-a420-731d4362040a None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:04.622815 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47822bac-0130-43f1-a420-731d4362040a None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:04.625579 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47822bac-0130-43f1-a420-731d4362040a None None] Pushing event updated for resources: {'Port': ['ID=ac440ab9-74d5-4db2-8853-aa317f98be7b,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:04.681197 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-47822bac-0130-43f1-a420-731d4362040a None None] Attempting to bind port ac440ab9-74d5-4db2-8853-aa317f98be7b on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:04.681568 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-47822bac-0130-43f1-a420-731d4362040a None None] Attempting to bind port ac440ab9-74d5-4db2-8853-aa317f98be7b by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:04.681934 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47822bac-0130-43f1-a420-731d4362040a None None] Attempting to bind port ac440ab9-74d5-4db2-8853-aa317f98be7b on network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:04.686851 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47822bac-0130-43f1-a420-731d4362040a None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:04.687223 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47822bac-0130-43f1-a420-731d4362040a None None] Checking segment: {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:04.687621 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.688015 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47822bac-0130-43f1-a420-731d4362040a None None] Bound using segment: {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:04.688479 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-47822bac-0130-43f1-a420-731d4362040a None None] Bound port: ac440ab9-74d5-4db2-8853-aa317f98be7b, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:04.688860 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.752006 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-47822bac-0130-43f1-a420-731d4362040a None None] For port ac440ab9-74d5-4db2-8853-aa317f98be7b, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:04.755444 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-47822bac-0130-43f1-a420-731d4362040a None None] For port ac440ab9-74d5-4db2-8853-aa317f98be7b, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ac440ab9-74d5-4db2-8853-aa317f98be7b,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:04.797551 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.815648 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.852275 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:04.915248 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47822bac-0130-43f1-a420-731d4362040a None None] Pushing event updated for resources: {'Port': ['ID=ac440ab9-74d5-4db2-8853-aa317f98be7b,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:04.922754 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.923130 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.923478 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.923815 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.924147 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.924264 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Allocated IP 172.27.0.31 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:04.924479 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.924900 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.925136 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.925462 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.925788 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.926112 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:04.926432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47822bac-0130-43f1-a420-731d4362040a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:51:05.031760 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:05.152902 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:05.203447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:05.206230 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:05.212919 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:05.216095 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Pushing event updated for resources: {'Port': ['ID=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:05.660895 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-623092e7-6f60-4926-b5c0-85544adce4b9 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492911916&fields=id&tenant_id=4b74af886990485297e5e3e415c5e77c HTTP/1.1" status: 200 len: 267 time: 0.3742409 Oct 15 11:51:05.691951 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb758-f28c-472d-bbd2-f9fc6c1cad91 req-156943b7-c41b-4d0d-b456-2c0011996a05 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:05.693472 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-341bb758-f28c-472d-bbd2-f9fc6c1cad91 req-156943b7-c41b-4d0d-b456-2c0011996a05 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1464624 Oct 15 11:51:05.810431 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c1dd3-cc41-4625-bd83-d524ed019497 None None] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:51:05.825198 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-341bb758-f28c-472d-bbd2-f9fc6c1cad91 req-d33eacd4-15c7-45dc-a3e7-aa1618073c36 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194470 Oct 15 11:51:05.885113 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-6e15307f-2f10-44eb-9f1f-a7b9d0616658 None None] Provisioning complete for port ac440ab9-74d5-4db2-8853-aa317f98be7b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:05.885483 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6e15307f-2f10-44eb-9f1f-a7b9d0616658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:05.896972 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-fc485193-3e60-4b9d-9493-6da0c9163b6d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:05.898466 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-fc485193-3e60-4b9d-9493-6da0c9163b6d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 809 time: 0.2281826 Oct 15 11:51:05.923983 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-a2f88ef5-1c55-45fc-b24e-fc3496151eb2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/quotas/4b74af886990485297e5e3e415c5e77c HTTP/1.1" status: 200 len: 375 time: 0.0188224 Oct 15 11:51:05.924530 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:06.048341 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-aa7e4dc8-e3a0-446e-b2e6-5a1c226a55b1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899012 Oct 15 11:51:06.153917 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6e15307f-2f10-44eb-9f1f-a7b9d0616658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:06.194690 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-6e15307f-2f10-44eb-9f1f-a7b9d0616658 None None] For port ac440ab9-74d5-4db2-8853-aa317f98be7b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ac440ab9-74d5-4db2-8853-aa317f98be7b,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:06.213254 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:06.263920 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6e15307f-2f10-44eb-9f1f-a7b9d0616658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:06.287477 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6c6fd974-598d-4d10-ac1f-524d46d637e6 service neutron] 10.222.0.37 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963243 Oct 15 11:51:06.327904 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15307f-2f10-44eb-9f1f-a7b9d0616658 None None] Pushing event updated for resources: {'Port': ['ID=ac440ab9-74d5-4db2-8853-aa317f98be7b,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:06.428425 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-e0bbea75-86b1-441f-8ddb-b6f5a4815565 service neutron] 10.222.0.37 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342163 Oct 15 11:51:06.484013 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-53ce9ce5-545a-4da2-86b0-b9aabd22b9e9 None None] Provisioning complete for port ac440ab9-74d5-4db2-8853-aa317f98be7b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:06.484451 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-53ce9ce5-545a-4da2-86b0-b9aabd22b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:06.492114 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Router eabfcfd5-f248-4265-9266-c1eaf8b5e78f is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:51:06.619417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:51:06.633593 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Sync routers for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:51:06.647785 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:06.648423 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a706d700>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:06.712188 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:06.714552 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-6d1240fd-8471-4ae0-8bb3-276b0165b807 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5686526 Oct 15 11:51:06.714918 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ac440ab9-74d5-4db2-8853-aa317f98be7b up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:06.716104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 44344) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:06.806443 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:06.876266 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port ac440ab9-74d5-4db2-8853-aa317f98be7b triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:06.877287 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.045187 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8c04-edb6-491d-9428-d9634685bb8f req-e0444e9d-3017-4ff7-86a1-e1c6190ada77 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:07.046730 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f7da8c04-edb6-491d-9428-d9634685bb8f req-e0444e9d-3017-4ff7-86a1-e1c6190ada77 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1232870 Oct 15 11:51:07.090439 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a706d700>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:05Z', 'revision_number': 3, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:07.116886 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Checking router: eabfcfd5-f248-4265-9266-c1eaf8b5e78f for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:51:07.117239 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Updating router eabfcfd5-f248-4265-9266-c1eaf8b5e78f port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:51:07.145515 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.147093 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f7da8c04-edb6-491d-9428-d9634685bb8f req-ec3bf507-6c2e-4da0-a829-0ff99998d6e6 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942354 Oct 15 11:51:07.206427 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4e71c744-2b12-4dfc-837f-aa56c796f284 req-f3b6c25c-bc7e-4f5e-bb00-5d0495060fc9 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0352287 Oct 15 11:51:07.253847 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.412040 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Allocated IP 172.20.0.1 (19d5b03a-ed3f-47ab-a827-3a007f0594d2/d52ec346-1f80-449c-a83c-336ce4f5a913/7361ae38-36dc-40ab-b214-34110fb7beb4) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:07.428470 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.486432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.520318 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.538891 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae5e17-0032-4f5a-bb81-2e1b44594b1e None None] Pushing event updated for resources: {'Port': ['ID=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:07.543002 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Attempting to bind port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:07.543364 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Attempting to bind port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:07.543717 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Attempting to bind port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:07.548662 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:07.549035 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:07.549425 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.549805 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:07.550263 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Bound port: 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:07.550658 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.598471 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] For port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:07.601993 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] For port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:07.611869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.647894 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:07.650738 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:07.654376 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:07.683301 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7361ae38-36dc-40ab-b214-34110fb7beb4,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:07.703386 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.704312 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.774943 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae5e17-0032-4f5a-bb81-2e1b44594b1e None None] Pushing event updated for resources: {'Port': ['ID=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:07.778209 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:07.778850 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a706d700>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:07.882506 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:07.894057 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:07.965436 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-6d5376cc-30cc-473a-99e4-85de96bb4205 None None] Provisioning complete for port 7361ae38-36dc-40ab-b214-34110fb7beb4 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:07.965798 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6d5376cc-30cc-473a-99e4-85de96bb4205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:08.048825 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-6d5376cc-30cc-473a-99e4-85de96bb4205 None None] Port 7361ae38-36dc-40ab-b214-34110fb7beb4 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:51:08.066407 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:08.113537 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a706d700>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:05Z', 'revision_number': 3, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:08.144315 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442501d-9973-4c98-8ac3-67995aea238f None None] The sync data for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi is: [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:05Z', 'revision_number': 3, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:51:08.149889 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:08.226084 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:08.227861 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7361ae38-36dc-40ab-b214-34110fb7beb4,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:08.638972 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-86b9302c-2cf9-4ea5-ad96-c5c74f540a19 req-a91185a3-5031-45a6-98f1-3edd3ee4dc6c tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 210 time: 0.3537591 Oct 15 11:51:08.649957 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ba259-688d-4405-a89a-a178975db7c6 req-a848f8a4-6c60-4fc9-94ea-8c2e4c367648 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:08.658766 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-990ba259-688d-4405-a89a-a178975db7c6 req-a848f8a4-6c60-4fc9-94ea-8c2e4c367648 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.4269168 Oct 15 11:51:08.725806 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-990ba259-688d-4405-a89a-a178975db7c6 req-6791c764-0d98-4187-b382-a345aa7f7649 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593448 Oct 15 11:51:08.727939 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:08.729714 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:08.771716 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:08.839519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:08.839900 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:08.889074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Router eabfcfd5-f248-4265-9266-c1eaf8b5e78f has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:51:08.954132 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:08.989006 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:09.026175 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:51:09.031966 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-29137c4f-6537-484b-808d-b51d49d138a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/eabfcfd5-f248-4265-9266-c1eaf8b5e78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3149123 Oct 15 11:51:09.058000 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:09.112992 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-544e0baf-8135-4303-9eae-80547a24ec63 None None] Provisioning complete for port 7361ae38-36dc-40ab-b214-34110fb7beb4 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:09.113280 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-544e0baf-8135-4303-9eae-80547a24ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:09.162097 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:09.177757 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-544e0baf-8135-4303-9eae-80547a24ec63 None None] Port 7361ae38-36dc-40ab-b214-34110fb7beb4 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:51:09.306286 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:51:09.405907 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:09.420115 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'port_id': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'mac_address': 'fa:16:3e:05:b5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:51:09.432020 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-aecacccc-438c-46c0-8531-f90392466b32 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:09.433746 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-aecacccc-438c-46c0-8531-f90392466b32 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.32 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 809 time: 0.1272337 Oct 15 11:51:09.466359 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:09.481238 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0616fd18-a557-49bb-b5de-cf57d3ef0c5f {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:51:09.486044 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-b90ace7e-d662-483d-8063-90f92b771a33 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b74af886990485297e5e3e415c5e77c HTTP/1.1" status: 200 len: 380 time: 0.0423939 Oct 15 11:51:09.495982 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'port': {'device_id': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'admin_state_up': True, 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'security_groups': ['1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:09.512082 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:09.740136 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:09.789547 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Made reservation on behalf of 4b74af886990485297e5e3e415c5e77c for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:51:09.800552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:09.836738 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['0616fd18-a557-49bb-b5de-cf57d3ef0c5f'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:51:09.839760 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=6']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:09.870593 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d396fe89-965f-467b-a615-bb88da7014d8 req-734fa0ec-f09b-4a28-8515-fc5577fe0be8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 210 time: 0.1342320 Oct 15 11:51:10.075746 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f43f-50b5-4188-acf4-d982f396bb7c req-58e64a0e-133d-4887-b8d6-414eb7efa141 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:10.078556 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ed0f43f-50b5-4188-acf4-d982f396bb7c req-58e64a0e-133d-4887-b8d6-414eb7efa141 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 945 time: 0.1889584 Oct 15 11:51:10.094801 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Sync routers for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:51:10.108582 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:10.109996 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c80a30>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:10.132466 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Allocated IP 172.20.0.5 (2462dceb-64bc-473a-8706-7209dcc6042a/c92ee23a-eafc-44c1-8933-967569dc3baf/2c91429e-5bb0-4ee1-891f-307fac225ef0) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:10.153201 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 44414) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:10.158413 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49495523-network', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:10.210771 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ed0f43f-50b5-4188-acf4-d982f396bb7c req-eaf6532f-4796-4f66-a3c7-2f50daa62511 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149228 Oct 15 11:51:10.251455 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:10.309339 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Made reservation on behalf of e9ddc76d6bbe4b29b141ec632944b2f4 for: {'network': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:51:10.312240 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.325749 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.440987 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.445757 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.452767 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c80a30>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 2, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:10.479492 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Checking router: eabfcfd5-f248-4265-9266-c1eaf8b5e78f for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:51:10.479844 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Updating router eabfcfd5-f248-4265-9266-c1eaf8b5e78f port 7361ae38-36dc-40ab-b214-34110fb7beb4 binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:51:10.513347 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.520080 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.549164 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.555162 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=106848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:51:10.565801 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982a561d-c635-42a7-aca1-7528f36ef44b,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:10.574995 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.576027 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.segments_db [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Added segment f0a36740-588f-490a-a62c-8eb45bf48766 of type vlan for network ba88d889-63dd-4611-b7ae-0efcd3d1e4af Oct 15 11:51:10.659420 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.671038 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Network 2462dceb-64bc-473a-8706-7209dcc6042a is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:10.675044 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:10.683511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:10.706150 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:10.752629 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:10.770224 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:10.771495 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.796396 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.797888 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:10.798476 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.856769 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:10.858825 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.867420 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-6b64c320-03e5-44f0-b57b-42f60eca4ab2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3755119 Oct 15 11:51:10.884373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Request body: {'port': {'device_id': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:10.892508 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.930041 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] Pushing event updated for resources: {'Network': ['ID=ba88d889-63dd-4611-b7ae-0efcd3d1e4af,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:10.935814 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-4ca7318f-8b4a-41c4-bd8e-84997c87b11f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7811494 Oct 15 11:51:10.939796 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 44420) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:10.942486 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:51:10.944940 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Request body: {'subnet': {'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49495523-subnet', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'ip_version': 4}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:10.961180 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:10.984317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.055741 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfd704-4d0c-4df6-aca8-df48f8411e3b None None] Pushing event updated for resources: {'Port': ['ID=7361ae38-36dc-40ab-b214-34110fb7beb4,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:11.075108 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Made reservation on behalf of e9ddc76d6bbe4b29b141ec632944b2f4 for: {'subnet': 1} {{(pid=106848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:51:11.077847 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8513706'] for subnet, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.233095 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Attempting to bind port 7361ae38-36dc-40ab-b214-34110fb7beb4 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:11.234795 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Attempting to bind port 7361ae38-36dc-40ab-b214-34110fb7beb4 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:11.235496 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Attempting to bind port 7361ae38-36dc-40ab-b214-34110fb7beb4 on network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:11.242763 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:11.243390 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Checking segment: {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:11.243970 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.244535 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Bound using segment: {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:11.245219 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Bound port: 7361ae38-36dc-40ab-b214-34110fb7beb4, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:11.245793 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.386474 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] For port 7361ae38-36dc-40ab-b214-34110fb7beb4, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:11.394434 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] For port 7361ae38-36dc-40ab-b214-34110fb7beb4, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7361ae38-36dc-40ab-b214-34110fb7beb4,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:11.434968 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:11.464341 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.522047 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-f8fd8cb7-67fb-4c07-a303-abee436b366d None None] Provisioning complete for port 2c91429e-5bb0-4ee1-891f-307fac225ef0 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:11.522534 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8cb7-67fb-4c07-a303-abee436b366d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.560211 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8662449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8513688'] for subnet, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.578458 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:11.579121 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.582107 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd8cb7-67fb-4c07-a303-abee436b366d None None] Port 2c91429e-5bb0-4ee1-891f-307fac225ef0 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:51:11.592809 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfd704-4d0c-4df6-aca8-df48f8411e3b None None] Pushing event updated for resources: {'Port': ['ID=7361ae38-36dc-40ab-b214-34110fb7beb4,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:11.592809 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:11.592809 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c80a30>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:11.612472 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c8f10-8775-4064-aebb-32f0515a6745 req-f49d915f-8546-4b45-9056-29e5fa0cc27e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:11.618615 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-358c8f10-8775-4064-aebb-32f0515a6745 req-f49d915f-8546-4b45-9056-29e5fa0cc27e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 945 time: 0.1871204 Oct 15 11:51:11.638104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75137d-42bc-4a4d-8b79-6be9e90a2cb6 req-8cd6a6dd-1cf3-4132-a478-fd91fb79f348 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:11.640654 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a75137d-42bc-4a4d-8b79-6be9e90a2cb6 req-8cd6a6dd-1cf3-4132-a478-fd91fb79f348 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 931 time: 0.2299080 Oct 15 11:51:11.715715 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.740742 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-5e33af96-d8b4-4315-9332-9f4130e80727 None None] Provisioning complete for port 7361ae38-36dc-40ab-b214-34110fb7beb4 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:11.741470 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5e33af96-d8b4-4315-9332-9f4130e80727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.782686 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:51:11.788527 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8334fe0-f9e3-439a-a66c-12ec69d46ef9" -d '{"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-plugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:51:11.793564 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Checking segment: {'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:11.793931 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Network hostable DHCP agents. Network: ba88d889-63dd-4611-b7ae-0efcd3d1e4af, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:51:11.800172 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c91429e-5bb0-4ee1-891f-307fac225ef0 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:51:11.813535 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:11.815092 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb829c40-8f51-41cf-8a70-ddbf54835f16,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:11.816958 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.831520 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:11.849037 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Transition to ACTIVE for port object 2c91429e-5bb0-4ee1-891f-307fac225ef0 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:51:11.886000 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5e33af96-d8b4-4315-9332-9f4130e80727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.918427 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:11.921416 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-358c8f10-8775-4064-aebb-32f0515a6745 req-a4951898-befc-41d6-ac62-c4ba9b41f524 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739594 Oct 15 11:51:11.938216 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:51:11.960635 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-5e33af96-d8b4-4315-9332-9f4130e80727 None None] For port 7361ae38-36dc-40ab-b214-34110fb7beb4, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7361ae38-36dc-40ab-b214-34110fb7beb4,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:11.963051 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.027066 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=7']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:12.037544 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, ba88d889-63dd-4611-b7ae-0efcd3d1e4af) {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:12.039947 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3a75137d-42bc-4a4d-8b79-6be9e90a2cb6 req-8b04e553-47d3-450b-8bb1-76813ba1010a tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871605 Oct 15 11:51:12.050744 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:12.054199 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.063764 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5e33af96-d8b4-4315-9332-9f4130e80727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.118302 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:12.118568 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68964d-d84e-414e-8a10-548508b28a87 None None] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:51:12.151527 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad3a80-1f70-4c95-96dc-e17869fa8bde x-openstack-request-id: req-60ad3a80-1f70-4c95-96dc-e17869fa8bde {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:51:12.151865 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-plugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:51:12.163969 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60ad3a80-1f70-4c95-96dc-e17869fa8bde {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:51:12.164991 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'code': 200} Oct 15 11:51:12.193580 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-2781acf0-5ee8-4208-91d5-1063bc334c48 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2535183 Oct 15 11:51:12.195523 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 44430) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:12.200793 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:12.217418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Attempting to bind port 2c91429e-5bb0-4ee1-891f-307fac225ef0 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:12.218253 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Attempting to bind port 2c91429e-5bb0-4ee1-891f-307fac225ef0 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:12.218787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Attempting to bind port 2c91429e-5bb0-4ee1-891f-307fac225ef0 on network 2462dceb-64bc-473a-8706-7209dcc6042a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:12.227841 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Port 2c91429e-5bb0-4ee1-891f-307fac225ef0 on network 2462dceb-64bc-473a-8706-7209dcc6042a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:51:12.229328 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Attempting to bind port 2c91429e-5bb0-4ee1-891f-307fac225ef0 on network 2462dceb-64bc-473a-8706-7209dcc6042a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:12.242669 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:12.243467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Checking segment: {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:12.244599 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Bound using segment: {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:12.245227 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Bound port: 2c91429e-5bb0-4ee1-891f-307fac225ef0, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794f310d-624f-4147-9f5b-5823f48e2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:12.246769 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.283092 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33af96-d8b4-4315-9332-9f4130e80727 None None] Pushing event updated for resources: {'Port': ['ID=7361ae38-36dc-40ab-b214-34110fb7beb4,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:12.285559 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c80a30>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:12.317386 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-6e08f042-9257-427a-9db0-755e2d1321cd None None] Provisioning complete for port 7361ae38-36dc-40ab-b214-34110fb7beb4 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:12.317908 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6e08f042-9257-427a-9db0-755e2d1321cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.344750 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:12.347318 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3973f-fb6a-4fa5-bb45-8d680c5ec18d None None] The sync data for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi is: [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:51:12.353707 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:12.364996 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.364996 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.448051 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.489065 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-ba88d889-63dd-4611-b7ae-0efcd3d1e4af', 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'fixed_ips': [{'subnet_id': 'fb829c40-8f51-41cf-8a70-ddbf54835f16'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:51:12.490713 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.530106 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.531804 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:12.532435 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:12.533951 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 1093 time: 1.6572893 Oct 15 11:51:12.534420 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:51:12.537361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bee600-a8e7-4e1f-b635-c3439d8d56c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:51:12.584679 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1e3e6-4e77-4a5b-b808-427bd89513e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:12.622328 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828d8c61-6ffc-4a22-9a87-6e9e6657a6b7 x-openstack-request-id: req-828d8c61-6ffc-4a22-9a87-6e9e6657a6b7 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:51:12.622931 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:51:12.623120 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-828d8c61-6ffc-4a22-9a87-6e9e6657a6b7 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:51:12.627650 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'status': 'completed', 'code': 200} Oct 15 11:51:12.744163 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee600-a8e7-4e1f-b635-c3439d8d56c7 req-79fd843d-acee-4daf-af3c-56cd238ac535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:12.745729 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8bee600-a8e7-4e1f-b635-c3439d8d56c7 req-79fd843d-acee-4daf-af3c-56cd238ac535 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.1023545 Oct 15 11:51:12.807835 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Allocated IP 172.20.0.2 (ba88d889-63dd-4611-b7ae-0efcd3d1e4af/fb829c40-8f51-41cf-8a70-ddbf54835f16/2b251a62-d71b-4b2e-b28f-785f1dd1f75b) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:12.819239 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7361ae38-36dc-40ab-b214-34110fb7beb4 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:13.000782 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 7361ae38-36dc-40ab-b214-34110fb7beb4 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:13.001431 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.004250 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee600-a8e7-4e1f-b635-c3439d8d56c7 req-9a8077d9-ee51-4229-a0f2-1a0873b96e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:13.008182 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8bee600-a8e7-4e1f-b635-c3439d8d56c7 req-9a8077d9-ee51-4229-a0f2-1a0873b96e75 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4b74af886990485297e5e3e415c5e77c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2479899 Oct 15 11:51:13.010760 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.277332 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.287601 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee600-a8e7-4e1f-b635-c3439d8d56c7 req-c6a87f8b-c9a8-430b-9f8e-2c197b641b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:13.290079 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8bee600-a8e7-4e1f-b635-c3439d8d56c7 req-c6a87f8b-c9a8-430b-9f8e-2c197b641b24 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2732182 Oct 15 11:51:13.315755 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09707f6e-7ac5-4384-980f-24d97b283003 req-57d8814d-2dda-4348-aefb-8756fb10f683 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:13.324040 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-09707f6e-7ac5-4384-980f-24d97b283003 req-57d8814d-2dda-4348-aefb-8756fb10f683 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.2106166 Oct 15 11:51:13.378554 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.392725 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf116-51c0-403d-a49c-064349f492a7 req-00c6ae6d-d499-4acd-810a-1f174e5c98a3 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:13.394525 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-714cf116-51c0-403d-a49c-064349f492a7 req-00c6ae6d-d499-4acd-810a-1f174e5c98a3 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.1807013 Oct 15 11:51:13.455294 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-09707f6e-7ac5-4384-980f-24d97b283003 req-12520317-8022-4293-a17f-8a06acf6d7a8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302483 Oct 15 11:51:13.485815 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.490814 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:13.494503 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-0fc10435-f745-43ac-af2b-7aabe50dc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:13.496021 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-0fc10435-f745-43ac-af2b-7aabe50dc89c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.1610925 Oct 15 11:51:13.498788 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Pushing event updated for resources: {'Port': ['ID=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:13.506042 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:13.511542 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:13.520290 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-714cf116-51c0-403d-a49c-064349f492a7 req-209a0123-be94-4d35-8be8-947e6c1594e0 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142447 Oct 15 11:51:13.526024 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.572410 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-29ae00fd-a9a4-4853-aa0d-856eb5a7fa97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 217 time: 0.0510204 Oct 15 11:51:13.617461 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Attempting to bind port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:13.617901 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Attempting to bind port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:13.618264 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Attempting to bind port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b on network ba88d889-63dd-4611-b7ae-0efcd3d1e4af {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:13.623721 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:13.624088 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Checking segment: {'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:13.624486 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.624869 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Bound using segment: {'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:13.625330 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Bound port: 2b251a62-d71b-4b2e-b28f-785f1dd1f75b, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:13.625704 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.679746 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7e736201-806e-4752-9487-caecf68af010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:13.683982 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-7e736201-806e-4752-9487-caecf68af010 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 200 len: 848 time: 0.0920224 Oct 15 11:51:13.716236 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Allocated IP 172.27.0.16 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/32283ff7-3ebe-4309-9874-ebd64212f6b8) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:13.740899 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] For port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:13.748076 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] For port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,segment=NetworkSegment(f0a36740-588f-490a-a62c-8eb45bf48766),segment_id=f0a36740-588f-490a-a62c-8eb45bf48766)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:13.753678 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-964eb322-9656-4ead-9d01-add74d40f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:13.755934 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-964eb322-9656-4ead-9d01-add74d40f63e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2462dceb-64bc-473a-8706-7209dcc6042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613153 Oct 15 11:51:13.812061 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.869892 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:13.904440 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-9d945dd3-e25c-4297-b78f-f62a19f8dec1 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395736 Oct 15 11:51:13.939205 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22066c-0e0b-4552-b32d-d643171fe86d None None] Pushing event updated for resources: {'Port': ['ID=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:14.009248 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:14.050916 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-21ec6e6b-3a70-4c3c-964e-4148e590c4e5 req-2c63ef94-d8b3-4061-af98-82cf0d9e55c2 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340230 Oct 15 11:51:14.073181 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:51:14.080207 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Pushing event updated for resources: {'Port': ['ID=32283ff7-3ebe-4309-9874-ebd64212f6b8,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:14.103229 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:14.105069 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:14.114892 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:14.525398 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:14.655661 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676736dd-8032-453f-a69c-5ba621ed6fa7 req-e49b1e55-2e43-4898-8e29-267c0f5db318 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:14.656955 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-676736dd-8032-453f-a69c-5ba621ed6fa7 req-e49b1e55-2e43-4898-8e29-267c0f5db318 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0897918 Oct 15 11:51:14.701935 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44076e2e-cc97-4ec4-ba0b-d70a4dab910a req-8ab22afb-a06a-4146-961d-693763fc4772 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:14.703787 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-44076e2e-cc97-4ec4-ba0b-d70a4dab910a req-8ab22afb-a06a-4146-961d-693763fc4772 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0949235 Oct 15 11:51:14.735613 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-676736dd-8032-453f-a69c-5ba621ed6fa7 req-587f7c70-3d19-48d4-a160-56315bb6bb8f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676425 Oct 15 11:51:14.756968 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-44076e2e-cc97-4ec4-ba0b-d70a4dab910a req-f622d9f8-4df3-45c5-8a2c-4ba02ced09f0 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431478 Oct 15 11:51:14.787107 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 2b251a62-d71b-4b2e-b28f-785f1dd1f75b up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:14.875768 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:14.876991 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:14.880631 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:15.016240 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:15.082649 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,segment=NetworkSegment(f0a36740-588f-490a-a62c-8eb45bf48766),segment_id=f0a36740-588f-490a-a62c-8eb45bf48766)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:15.183786 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:15.206536 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Router 08eae539-a265-490d-b04f-b6280d59fa43 is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:51:15.235745 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba4f8c-8a05-4b96-862b-d91d7cb9ff3e None None] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:51:15.330997 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:15.352522 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-04a8b311-7708-407c-94b9-62baedb503fb None None] Provisioning complete for port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:15.352968 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-04a8b311-7708-407c-94b9-62baedb503fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:15.359090 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:51:15.392294 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Sync routers for ids ['08eae539-a265-490d-b04f-b6280d59fa43'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:51:15.428030 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Routers {'08eae539-a265-490d-b04f-b6280d59fa43'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:15.429285 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6855340>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['08eae539-a265-490d-b04f-b6280d59fa43'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:15.438453 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:15.440150 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-23028648-0904-48a8-a4d6-233405dc7a81 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2432518 Oct 15 11:51:15.442901 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 44446) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:15.615232 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Set router 08eae539-a265-490d-b04f-b6280d59fa43 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:15.872491 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-cd88e115-1d2c-4d76-bae6-d6cce84a624b None None] Provisioning complete for port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:15.872754 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cd88e115-1d2c-4d76-bae6-d6cce84a624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:15.930935 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51472075-9256-4ff7-8731-e66c0284a6b7 req-013cc7dc-1c3d-4a90-9273-08fa7efb7d65 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:15.935011 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51472075-9256-4ff7-8731-e66c0284a6b7 req-013cc7dc-1c3d-4a90-9273-08fa7efb7d65 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0963938 Oct 15 11:51:15.950240 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b89f1-471b-4846-955c-c1d32c91ab4c req-3cbad962-a572-440c-b113-cba5d5e2acfd tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:15.951997 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d72b89f1-471b-4846-955c-c1d32c91ab4c req-3cbad962-a572-440c-b113-cba5d5e2acfd tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0776680 Oct 15 11:51:16.007876 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d72b89f1-471b-4846-955c-c1d32c91ab4c req-e536502d-5d0d-4b8d-8e78-2e6a754c9c37 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462811 Oct 15 11:51:16.008316 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6855340>, [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:51:14Z', 'revision_number': 3, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port': {'id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:13Z', 'updated_at': '2021-10-15T11:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:16.030460 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-51472075-9256-4ff7-8731-e66c0284a6b7 req-538b4402-f664-4e42-9eac-6a97678caea4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854826 Oct 15 11:51:16.036574 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Checking router: 08eae539-a265-490d-b04f-b6280d59fa43 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:51:16.036699 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Updating router 08eae539-a265-490d-b04f-b6280d59fa43 port 32283ff7-3ebe-4309-9874-ebd64212f6b8 binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:51:16.064448 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.217568 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.409274 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.423575 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Allocated IP 172.20.0.1 (ba88d889-63dd-4611-b7ae-0efcd3d1e4af/fb829c40-8f51-41cf-8a70-ddbf54835f16/ffacd39c-de12-42b4-86b9-c8469413b562) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:16.486030 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.542478 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7052380-45b2-4f6d-9d97-bc214c493a8c None None] Pushing event updated for resources: {'Port': ['ID=32283ff7-3ebe-4309-9874-ebd64212f6b8,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:16.545053 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Attempting to bind port 32283ff7-3ebe-4309-9874-ebd64212f6b8 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:16.545431 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Attempting to bind port 32283ff7-3ebe-4309-9874-ebd64212f6b8 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:16.545803 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Attempting to bind port 32283ff7-3ebe-4309-9874-ebd64212f6b8 on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:16.553046 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:16.553498 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:16.553981 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.554447 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:16.555005 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Bound port: 32283ff7-3ebe-4309-9874-ebd64212f6b8, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:16.555455 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.564667 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.609732 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] For port 32283ff7-3ebe-4309-9874-ebd64212f6b8, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:16.614755 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] For port 32283ff7-3ebe-4309-9874-ebd64212f6b8, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=32283ff7-3ebe-4309-9874-ebd64212f6b8,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:16.681494 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.693152 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 2b251a62-d71b-4b2e-b28f-785f1dd1f75b up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:16.697408 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.720291 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:16.725835 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:16.729701 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:16.779009 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Pushing event updated for resources: {'Port': ['ID=ffacd39c-de12-42b4-86b9-c8469413b562,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:16.808313 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:16.867836 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Routers {'08eae539-a265-490d-b04f-b6280d59fa43'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:16.868472 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6855340>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['08eae539-a265-490d-b04f-b6280d59fa43'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:16.872844 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7052380-45b2-4f6d-9d97-bc214c493a8c None None] Pushing event updated for resources: {'Port': ['ID=32283ff7-3ebe-4309-9874-ebd64212f6b8,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:16.960194 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:16.960636 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:17.054241 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:17.066651 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] Set router 08eae539-a265-490d-b04f-b6280d59fa43 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:17.105156 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-3905f2f7-e8eb-41a7-a7eb-937c4c950083 None None] Provisioning complete for port ffacd39c-de12-42b4-86b9-c8469413b562 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:17.105880 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3905f2f7-e8eb-41a7-a7eb-937c4c950083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:17.204587 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426555-62e3-44bb-bb47-5d7fc32eea05 req-1af705f0-3495-4fea-b3be-9819c431714a tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:17.206283 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-82426555-62e3-44bb-bb47-5d7fc32eea05 req-1af705f0-3495-4fea-b3be-9819c431714a tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0986080 Oct 15 11:51:17.245901 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f55f7-0287-4f35-8f75-9469f20239d3 req-41cde61a-ddca-493b-9b30-76b6c8f4431a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:17.253339 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-495f55f7-0287-4f35-8f75-9469f20239d3 req-41cde61a-ddca-493b-9b30-76b6c8f4431a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1060312 Oct 15 11:51:17.265395 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-3905f2f7-e8eb-41a7-a7eb-937c4c950083 None None] Port ffacd39c-de12-42b4-86b9-c8469413b562 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:51:17.300382 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-82426555-62e3-44bb-bb47-5d7fc32eea05 req-a601d55a-b9cb-4993-b7f2-f50181be775c tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817134 Oct 15 11:51:17.313039 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-495f55f7-0287-4f35-8f75-9469f20239d3 req-c8d2911e-1d0e-49e5-9803-a32a9332794d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560520 Oct 15 11:51:17.376903 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:17.404516 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6855340>, [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:51:14Z', 'revision_number': 3, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port': {'id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:13Z', 'updated_at': '2021-10-15T11:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:17.432410 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67881e-63be-4b2e-bda3-35f33e30ca65 None None] The sync data for ids ['08eae539-a265-490d-b04f-b6280d59fa43'] in dv-cinder-814129-1-iscsi is: [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:51:14Z', 'revision_number': 3, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port': {'id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:13Z', 'updated_at': '2021-10-15T11:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:51:17.441420 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8659786'] for port, after_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:17.523576 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:17.528633 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Pushing event updated for resources: {'Port': ['ID=ffacd39c-de12-42b4-86b9-c8469413b562,revision_number=2']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:17.648695 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:17.650036 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:17.837580 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Router 08eae539-a265-490d-b04f-b6280d59fa43 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:51:18.004716 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:51:18.010557 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ffac99d2-256a-4d49-8202-9f545ed7a263 admin admin] 10.222.0.37 "PUT /v2.0/routers/08eae539-a265-490d-b04f-b6280d59fa43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660515 Oct 15 11:51:18.030045 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-79404071-7ccb-42bb-bdb0-81c9e6b8808d None None] Provisioning complete for port ffacd39c-de12-42b4-86b9-c8469413b562 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:18.030419 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-79404071-7ccb-42bb-bdb0-81c9e6b8808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:18.087457 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78288d1-808b-4a81-bd81-29f04e108acc req-1d30c482-7436-4443-8341-936b8c6a29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:18.091879 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e78288d1-808b-4a81-bd81-29f04e108acc req-1d30c482-7436-4443-8341-936b8c6a29b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1099 time: 0.1026497 Oct 15 11:51:18.106085 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-79404071-7ccb-42bb-bdb0-81c9e6b8808d None None] Port ffacd39c-de12-42b4-86b9-c8469413b562 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:51:18.251136 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78288d1-808b-4a81-bd81-29f04e108acc req-c07ed05d-d670-42f7-8f96-17e6711a9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:18.252631 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e78288d1-808b-4a81-bd81-29f04e108acc req-c07ed05d-d670-42f7-8f96-17e6711a9859 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.1400557 Oct 15 11:51:18.336100 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e78288d1-808b-4a81-bd81-29f04e108acc req-2b2af63d-68cc-426b-aec3-8b556c62d726 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f HTTP/1.1" status: 200 len: 1002 time: 0.0755122 Oct 15 11:51:18.420053 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78288d1-808b-4a81-bd81-29f04e108acc req-333651cd-d188-4953-9588-5800916dbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:18.426081 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e78288d1-808b-4a81-bd81-29f04e108acc req-333651cd-d188-4953-9588-5800916dbdf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0811100 Oct 15 11:51:18.573540 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78288d1-808b-4a81-bd81-29f04e108acc req-ccbb05d4-9afb-4bb1-bbdb-10e92dec2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:18.576283 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e78288d1-808b-4a81-bd81-29f04e108acc req-ccbb05d4-9afb-4bb1-bbdb-10e92dec2944 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397448 Oct 15 11:51:18.591284 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc09e9-316d-48a3-838b-b9f9edf2f7e9 req-c6e888ef-f5da-4182-ac92-f4cd717ae794 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:18.593793 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1bc09e9-316d-48a3-838b-b9f9edf2f7e9 req-c6e888ef-f5da-4182-ac92-f4cd717ae794 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0976734 Oct 15 11:51:18.624614 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b322a-83a7-429c-967c-bb4451a8228e req-a9caf37d-f4e2-4f02-b137-d8e8f08a394a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:18.626304 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-382b322a-83a7-429c-967c-bb4451a8228e req-a9caf37d-f4e2-4f02-b137-d8e8f08a394a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1407003 Oct 15 11:51:18.746106 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 32283ff7-3ebe-4309-9874-ebd64212f6b8 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:18.748016 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a1bc09e9-316d-48a3-838b-b9f9edf2f7e9 req-fd0e8ec1-a89a-4775-9679-d5acfda6eaac tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326575 Oct 15 11:51:18.757160 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-382b322a-83a7-429c-967c-bb4451a8228e req-ed7a79f2-c5f3-42ce-a533-33837c4d2b71 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109502 Oct 15 11:51:18.804832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e78288d1-808b-4a81-bd81-29f04e108acc req-dc6d7ce0-eeec-4b5f-a572-c62ebe865c3c service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090075 Oct 15 11:51:18.870577 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 32283ff7-3ebe-4309-9874-ebd64212f6b8 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:18.871182 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:18.905209 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:18.953352 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e78288d1-808b-4a81-bd81-29f04e108acc req-8c9c9ed8-4d15-454a-8ffe-2a27b8b0aa3b service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396048 Oct 15 11:51:18.989441 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:19.015127 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 32283ff7-3ebe-4309-9874-ebd64212f6b8, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=32283ff7-3ebe-4309-9874-ebd64212f6b8,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:19.103850 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:19.173667 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=32283ff7-3ebe-4309-9874-ebd64212f6b8,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:19.929914 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825c4d7-08c7-4fa3-8261-c0eece6725f3 req-454825b2-d040-4889-bb6e-5491a01cf483 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:19.931547 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9825c4d7-08c7-4fa3-8261-c0eece6725f3 req-454825b2-d040-4889-bb6e-5491a01cf483 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0968115 Oct 15 11:51:19.946897 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c5d49-89d9-4ec7-8e81-d1bd30361ba9 req-d20f9965-7cf7-46dc-8862-f968e6fcf4b6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:19.948372 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd1c5d49-89d9-4ec7-8e81-d1bd30361ba9 req-d20f9965-7cf7-46dc-8862-f968e6fcf4b6 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0953290 Oct 15 11:51:20.016596 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9825c4d7-08c7-4fa3-8261-c0eece6725f3 req-a307a4b2-b239-4b71-b789-8d7a629ed398 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628107 Oct 15 11:51:20.022190 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fd1c5d49-89d9-4ec7-8e81-d1bd30361ba9 req-f9f36449-504d-4810-b42f-3d69bf0f14c3 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670457 Oct 15 11:51:20.538211 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Sync routers for ids ['08eae539-a265-490d-b04f-b6280d59fa43'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:51:20.559933 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Routers {'08eae539-a265-490d-b04f-b6280d59fa43'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:20.560817 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c1f850>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['08eae539-a265-490d-b04f-b6280d59fa43'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:20.736169 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 32283ff7-3ebe-4309-9874-ebd64212f6b8 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:20.790693 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 32283ff7-3ebe-4309-9874-ebd64212f6b8 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:20.791355 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:20.809766 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Set router 08eae539-a265-490d-b04f-b6280d59fa43 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:21.222067 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c1f850>, [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:51:16Z', 'revision_number': 4, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port': {'id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:13Z', 'updated_at': '2021-10-15T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ffacd39c-de12-42b4-86b9-c8469413b562', 'name': '', 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'mac_address': 'fa:16:3e:5b:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb829c40-8f51-41cf-8a70-ddbf54835f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:16Z', 'updated_at': '2021-10-15T11:51:17Z', 'revision_number': 2, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'subnets': [{'id': 'fb829c40-8f51-41cf-8a70-ddbf54835f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:21.260270 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277a467-c7ee-4ea3-9721-20a132009f9c req-6ea2d2eb-9f1d-49cf-8ec2-4f39804bbf22 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:21.268636 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f277a467-c7ee-4ea3-9721-20a132009f9c req-6ea2d2eb-9f1d-49cf-8ec2-4f39804bbf22 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1046767 Oct 15 11:51:21.340828 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8d782-a07b-4f58-982d-b54a4ba02b9d req-c1028e70-2e98-45e6-890a-cfa7aa99762c tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:21.348782 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1dc8d782-a07b-4f58-982d-b54a4ba02b9d req-c1028e70-2e98-45e6-890a-cfa7aa99762c tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.1390584 Oct 15 11:51:21.358824 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2c91429e-5bb0-4ee1-891f-307fac225ef0 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:51:21.391897 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Checking router: 08eae539-a265-490d-b04f-b6280d59fa43 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:51:21.392263 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Updating router 08eae539-a265-490d-b04f-b6280d59fa43 port ffacd39c-de12-42b4-86b9-c8469413b562 binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:51:21.401937 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f277a467-c7ee-4ea3-9721-20a132009f9c req-7a0f9ef2-815d-4201-b16b-3464114911ce tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303086 Oct 15 11:51:21.448587 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1dc8d782-a07b-4f58-982d-b54a4ba02b9d req-93071e72-0be1-40ec-acc4-cfc8647d7890 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892606 Oct 15 11:51:21.459660 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:21.641414 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:21.668289 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'port_id': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'mac_address': 'fa:16:3e:b0:cd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:51:21.767656 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:21.790528 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c91429e-5bb0-4ee1-891f-307fac225ef0 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:51:21.818252 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:21.894484 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:21.958633 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.008077 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:22.018217 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.158602 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2c91429e-5bb0-4ee1-891f-307fac225ef0'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:51:22.189731 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Attempting to bind port ffacd39c-de12-42b4-86b9-c8469413b562 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:22.199027 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Attempting to bind port ffacd39c-de12-42b4-86b9-c8469413b562 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:22.199418 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Attempting to bind port ffacd39c-de12-42b4-86b9-c8469413b562 on network ba88d889-63dd-4611-b7ae-0efcd3d1e4af {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:22.214824 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537cba6-7b17-4381-b399-0c29d08a35ab None None] Pushing event updated for resources: {'Port': ['ID=ffacd39c-de12-42b4-86b9-c8469413b562,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:22.229597 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:22.229964 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Checking segment: {'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:22.230382 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.230781 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Bound using segment: {'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:22.231277 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Bound port: ffacd39c-de12-42b4-86b9-c8469413b562, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a36740-588f-490a-a62c-8eb45bf48766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:22.231643 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.365281 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] For port ffacd39c-de12-42b4-86b9-c8469413b562, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:22.374164 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] For port ffacd39c-de12-42b4-86b9-c8469413b562, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ffacd39c-de12-42b4-86b9-c8469413b562,segment=NetworkSegment(f0a36740-588f-490a-a62c-8eb45bf48766),segment_id=f0a36740-588f-490a-a62c-8eb45bf48766)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:22.450439 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.537253 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-d58db63f-95a9-4183-80af-89ab36e1a3e8 None None] Provisioning complete for port ffacd39c-de12-42b4-86b9-c8469413b562 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:22.537625 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d58db63f-95a9-4183-80af-89ab36e1a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.644141 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Routers {'08eae539-a265-490d-b04f-b6280d59fa43'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:22.644775 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c1f850>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['08eae539-a265-490d-b04f-b6280d59fa43'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:22.791231 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537cba6-7b17-4381-b399-0c29d08a35ab None None] Pushing event updated for resources: {'Port': ['ID=ffacd39c-de12-42b4-86b9-c8469413b562,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:22.797181 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d58db63f-95a9-4183-80af-89ab36e1a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.808424 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f760e-b050-4192-84bf-cfc223cbb117 req-867d04d9-beec-4ab7-97f0-03968c911f2b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:22.832474 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6c9f760e-b050-4192-84bf-cfc223cbb117 req-867d04d9-beec-4ab7-97f0-03968c911f2b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.2547693 Oct 15 11:51:22.870751 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-d58db63f-95a9-4183-80af-89ab36e1a3e8 None None] For port ffacd39c-de12-42b4-86b9-c8469413b562, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ffacd39c-de12-42b4-86b9-c8469413b562,segment=NetworkSegment(f0a36740-588f-490a-a62c-8eb45bf48766),segment_id=f0a36740-588f-490a-a62c-8eb45bf48766)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:22.915710 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21705d-46c4-41a8-ba5c-619770c0ce92 req-b81212e5-d415-4718-b7e1-44925056ec1d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:22.925540 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8d21705d-46c4-41a8-ba5c-619770c0ce92 req-b81212e5-d415-4718-b7e1-44925056ec1d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 944 time: 0.2738967 Oct 15 11:51:22.946428 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d58db63f-95a9-4183-80af-89ab36e1a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:22.965252 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] Set router 08eae539-a265-490d-b04f-b6280d59fa43 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:22.999180 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6c9f760e-b050-4192-84bf-cfc223cbb117 req-2bbee5e3-67b5-4066-926f-bb4283e6c149 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711795 Oct 15 11:51:23.051412 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8d21705d-46c4-41a8-ba5c-619770c0ce92 req-0027d7f2-4f2e-4359-8afe-50162137301a tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249051 Oct 15 11:51:23.105028 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58db63f-95a9-4183-80af-89ab36e1a3e8 None None] Pushing event updated for resources: {'Port': ['ID=ffacd39c-de12-42b4-86b9-c8469413b562,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:23.108375 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-7d535dfe-2a87-41e8-b9d7-71a1564515bf None None] Provisioning complete for port ffacd39c-de12-42b4-86b9-c8469413b562 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:23.108854 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7d535dfe-2a87-41e8-b9d7-71a1564515bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:23.344476 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c1f850>, [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:51:16Z', 'revision_number': 4, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port': {'id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:13Z', 'updated_at': '2021-10-15T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ffacd39c-de12-42b4-86b9-c8469413b562', 'name': '', 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'mac_address': 'fa:16:3e:5b:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb829c40-8f51-41cf-8a70-ddbf54835f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:16Z', 'updated_at': '2021-10-15T11:51:22Z', 'revision_number': 4, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'subnets': [{'id': 'fb829c40-8f51-41cf-8a70-ddbf54835f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:23.378417 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2cbc64-ddd8-4248-9011-c2bcc37cb748 None None] The sync data for ids ['08eae539-a265-490d-b04f-b6280d59fa43'] in dv-cinder-814129-1-iscsi is: [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:51:16Z', 'revision_number': 4, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port': {'id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:13Z', 'updated_at': '2021-10-15T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'ffacd39c-de12-42b4-86b9-c8469413b562', 'name': '', 'network_id': 'ba88d889-63dd-4611-b7ae-0efcd3d1e4af', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'mac_address': 'fa:16:3e:5b:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb829c40-8f51-41cf-8a70-ddbf54835f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:16Z', 'updated_at': '2021-10-15T11:51:22Z', 'revision_number': 4, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'subnets': [{'id': 'fb829c40-8f51-41cf-8a70-ddbf54835f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:51:24.195059 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ddf57-f956-4319-8abd-350c452226d8 req-e08ac679-fee3-46f7-befa-e4fd1309868a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:24.196560 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b5ddf57-f956-4319-8abd-350c452226d8 req-e08ac679-fee3-46f7-befa-e4fd1309868a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1291289 Oct 15 11:51:24.203962 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f35ee-7758-4821-af8f-dddae062b302 req-83fb4b03-b485-41d7-bc73-ffa4f3b80060 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:24.205756 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b16f35ee-7758-4821-af8f-dddae062b302 req-83fb4b03-b485-41d7-bc73-ffa4f3b80060 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 944 time: 0.0792789 Oct 15 11:51:24.267302 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b5ddf57-f956-4319-8abd-350c452226d8 req-649f7db3-6133-4fc8-977a-f0e143478121 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605412 Oct 15 11:51:24.284552 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b16f35ee-7758-4821-af8f-dddae062b302 req-acdb52e8-f1f6-4bda-8dc5-9949000648ce tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713665 Oct 15 11:51:24.784047 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ffacd39c-de12-42b4-86b9-c8469413b562 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:24.854305 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port ffacd39c-de12-42b4-86b9-c8469413b562 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:24.855321 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:25.374387 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2c91429e-5bb0-4ee1-891f-307fac225ef0 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:25.479755 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d2ef8-e9b6-4e4b-bf61-f169b3b2cf2a req-a84a8811-4db6-4d8a-a09a-087fd6ac5021 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:25.481324 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-770d2ef8-e9b6-4e4b-bf61-f169b3b2cf2a req-a84a8811-4db6-4d8a-a09a-087fd6ac5021 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1112843 Oct 15 11:51:25.494185 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e715a8-86fb-4168-befd-d4dda734c14d req-d3819ac2-076b-45ae-8807-c244a0d5378d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:25.495694 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-40e715a8-86fb-4168-befd-d4dda734c14d req-d3819ac2-076b-45ae-8807-c244a0d5378d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 944 time: 0.1174963 Oct 15 11:51:25.552794 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-770d2ef8-e9b6-4e4b-bf61-f169b3b2cf2a req-e13b514d-8be0-4111-85cd-5b8f98ca5764 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557215 Oct 15 11:51:25.558087 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-40e715a8-86fb-4168-befd-d4dda734c14d req-b535a71d-1244-4f9a-98fa-b97433fd20a8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555110 Oct 15 11:51:25.584067 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 2c91429e-5bb0-4ee1-891f-307fac225ef0 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:51:25.588578 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 2c91429e-5bb0-4ee1-891f-307fac225ef0 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:25.588948 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:25.700818 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:25.733838 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:51:25.736930 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcde35e9-8c69-4911-a100-a1503fa1484f" -d '{"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:51:25.750293 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:25.789025 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efeac5e-99e5-4af4-81b5-bc9fdb824741 x-openstack-request-id: req-1efeac5e-99e5-4af4-81b5-bc9fdb824741 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:51:25.789651 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:51:25.789868 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1efeac5e-99e5-4af4-81b5-bc9fdb824741 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:51:25.790260 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'code': 200} Oct 15 11:51:25.846994 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:25.912645 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:26.203813 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cea81-cd32-4bdb-ae6b-662a0d99f2e1 req-e3d1bb88-d94c-4f6d-bc7e-0f3cc440e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:26.205534 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c63cea81-cd32-4bdb-ae6b-662a0d99f2e1 req-e3d1bb88-d94c-4f6d-bc7e-0f3cc440e92d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0791168 Oct 15 11:51:26.246802 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c63cea81-cd32-4bdb-ae6b-662a0d99f2e1 req-d21206e9-3670-46d9-a4f7-f243dc3e4196 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Oct 15 11:51:26.578904 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-bc114a61-651d-4cc7-9825-740f5bf2a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:26.580387 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-bc114a61-651d-4cc7-9825-740f5bf2a429 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1099 time: 0.0407341 Oct 15 11:51:26.741505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-1bcd9afd-08fc-4345-a8a0-0b07047531e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:26.743185 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-1bcd9afd-08fc-4345-a8a0-0b07047531e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.1533306 Oct 15 11:51:26.821264 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba940d6-c6e2-4910-859f-0a06ee0cce25 req-e64fcac1-3b7a-495b-b595-89c9ac464ae9 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:26.822807 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7ba940d6-c6e2-4910-859f-0a06ee0cce25 req-e64fcac1-3b7a-495b-b595-89c9ac464ae9 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.1363451 Oct 15 11:51:26.832595 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6684a3-4646-45ad-83ab-32a56ec5d044 req-feffb6b2-8b8e-419f-99a9-8009e6d4cfe7 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:26.834100 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e6684a3-4646-45ad-83ab-32a56ec5d044 req-feffb6b2-8b8e-419f-99a9-8009e6d4cfe7 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1465168 Oct 15 11:51:27.136437 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-7fabb88c-48ac-43a0-a8a1-9c36732765cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f HTTP/1.1" status: 200 len: 1002 time: 0.3834856 Oct 15 11:51:27.193314 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7ba940d6-c6e2-4910-859f-0a06ee0cce25 req-8eaa5cac-ca45-4592-b7e9-444183bee1eb tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563030 Oct 15 11:51:27.211524 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e6684a3-4646-45ad-83ab-32a56ec5d044 req-830c92d3-57f3-46a3-ba04-e1449df445fb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894284 Oct 15 11:51:27.243812 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-4b50877c-7724-4954-8dd2-d806fe7a2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:27.244805 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-4b50877c-7724-4954-8dd2-d806fe7a2dcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0945985 Oct 15 11:51:27.303012 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-3b9116b3-94ee-4072-9a1f-dee087bb0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:27.304464 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-3b9116b3-94ee-4072-9a1f-dee087bb0709 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501637 Oct 15 11:51:27.420474 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-3adb4d64-5803-4245-8d72-980120c7d4e7 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862899 Oct 15 11:51:27.509519 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cadb5648-0f99-47cb-aaaa-2ed8a439912b req-76b8454f-dee9-4344-a510-6a6e529242a9 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812981 Oct 15 11:51:27.991091 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-24a8cb4d-989b-4ff4-bf46-3c529a6c81de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:28.328356 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a30428-b440-44d2-b541-b62b5574dd56 req-d6aa2cd1-8326-4d76-9747-9ead3f591503 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:28.329969 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-92a30428-b440-44d2-b541-b62b5574dd56 req-d6aa2cd1-8326-4d76-9747-9ead3f591503 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0571897 Oct 15 11:51:28.393818 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-92a30428-b440-44d2-b541-b62b5574dd56 req-51dfa2b9-ca03-4559-87f0-00b2d02f0ac2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546753 Oct 15 11:51:28.402602 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe026b-ac15-45a5-9fac-7e8fd26b27ae req-596919e3-6433-44f5-9bbb-3df3582d44b2 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:28.404176 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0dbe026b-ac15-45a5-9fac-7e8fd26b27ae req-596919e3-6433-44f5-9bbb-3df3582d44b2 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.0731761 Oct 15 11:51:28.448369 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0dbe026b-ac15-45a5-9fac-7e8fd26b27ae req-69758d27-757d-45a6-aceb-f39cbf04212e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Oct 15 11:51:28.567315 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06ff4d-26a5-4f22-a6e2-31c75a8782b9 req-005f0ad3-cbaa-479b-8518-b0bcde2a0066 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:28.568760 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e06ff4d-26a5-4f22-a6e2-31c75a8782b9 req-005f0ad3-cbaa-479b-8518-b0bcde2a0066 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0515494 Oct 15 11:51:28.620336 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e06ff4d-26a5-4f22-a6e2-31c75a8782b9 req-887c3417-27d9-4c8f-81ce-36c6b392c095 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Oct 15 11:51:28.648155 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 44566) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:28.856913 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760dbc41-1a82-4d3e-9c73-953e0f90ae63 tempest-TestShelveInstance-1217681017 tempest-TestShelveInstance-1217681017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:28.859862 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-760dbc41-1a82-4d3e-9c73-953e0f90ae63 tempest-TestShelveInstance-1217681017 tempest-TestShelveInstance-1217681017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1093 time: 0.2080483 Oct 15 11:51:28.861597 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 44570) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:51:28.866572 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'port_id': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:28.949926 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for floatingip, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:29.056570 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:29.179483 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Allocated IP 172.27.0.98 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/2af1fda4-1184-4652-8621-f571380945e9) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:29.294739 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:29.396316 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:51:29.412813 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:29.456134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:29.459355 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:29.463222 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:29.490693 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:29.526701 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:51:29.529410 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f68c022-bd07-4c26-9186-e576d176ff82" -d '{"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-unplugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:51:29.533017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'Port': ['ID=2af1fda4-1184-4652-8621-f571380945e9,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:29.571784 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:29.588477 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0948d0-c472-49c2-aa12-ffd874e72aee x-openstack-request-id: req-6a0948d0-c472-49c2-aa12-ffd874e72aee {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:51:29.588784 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-unplugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:51:29.589029 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a0948d0-c472-49c2-aa12-ffd874e72aee {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:51:29.589424 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'code': 200} Oct 15 11:51:29.635431 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:29.679674 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b4cf3-fc47-4d24-a5ce-560a15b672ff req-505f2ee4-4074-4af1-b681-763ec5bd7f8d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:29.682136 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-be3b4cf3-fc47-4d24-a5ce-560a15b672ff req-505f2ee4-4074-4af1-b681-763ec5bd7f8d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 946 time: 0.1029894 Oct 15 11:51:29.705053 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=8']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:29.770530 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-be3b4cf3-fc47-4d24-a5ce-560a15b672ff req-742047e8-080b-45b3-bd1e-d9b6f44ef259 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773773 Oct 15 11:51:30.001719 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:30.133796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:30.312749 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:30.392554 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:30.476640 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event updated for resources: {'Port': ['ID=2af1fda4-1184-4652-8621-f571380945e9,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:30.486639 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:30.531900 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b41c3127-c610-442a-8c15-f8bbd0450351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:30.619070 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Floating IP 519762ce-cfc4-42ad-b93f-e00465be5b9a associated. External IP: 172.27.0.98, port: 2c91429e-5bb0-4ee1-891f-307fac225ef0. Oct 15 11:51:30.875951 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Router b3cd293e-670d-4f9e-a861-3066297da0b4 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:51:30.975041 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:51:30.985430 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] Sync routers for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:51:30.994932 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:30.995632 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a652e670>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:31.217805 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:31.357259 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:31.389813 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-09fd65cf-5c08-4028-b10d-1f96e3c7bb92 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5271018 Oct 15 11:51:31.392338 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:51:31.392814 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d4af3d-0390-44c6-aad5-502411ef3624" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:51:31.428739 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0254eb8-39ea-4e1e-aad4-bb69f5b15629 x-openstack-request-id: req-d0254eb8-39ea-4e1e-aad4-bb69f5b15629 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:51:31.429033 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:51:31.429424 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0254eb8-39ea-4e1e-aad4-bb69f5b15629 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:51:31.429723 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'status': 'completed', 'code': 200} Oct 15 11:51:31.458146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a652e670>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '519762ce-cfc4-42ad-b93f-e00465be5b9a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'port_id': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'mac_address': 'fa:16:3e:b0:cd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:51:29Z', 'updated_at': '2021-10-15T11:51:29Z', 'revision_number': 0, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 5, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:31.500032 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] Checking router: b3cd293e-670d-4f9e-a861-3066297da0b4 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:51:31.512950 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:51:31.513586 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a652e670>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:51:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:31.518905 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-b78d619c-d1c6-4f75-ae23-68769e2435f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:31.521161 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-b78d619c-d1c6-4f75-ae23-68769e2435f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0664074 Oct 15 11:51:31.626124 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:31.652667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-2a349204-cbf2-4a58-a163-215a34b58b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:31.654174 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-2a349204-cbf2-4a58-a163-215a34b58b8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 910 time: 0.1251981 Oct 15 11:51:31.663219 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:51:31.782565 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-c6dc30a4-3c33-44e1-9975-1c8494622898 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 998 time: 0.1199532 Oct 15 11:51:31.847605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-2a54212c-8483-4e29-9957-c662d9f4520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:31.849407 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-2a54212c-8483-4e29-9957-c662d9f4520c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 200 len: 848 time: 0.0588725 Oct 15 11:51:31.902298 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-8677817a-934d-464d-936d-038a42d7ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:31.903928 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-8677817a-934d-464d-936d-038a42d7ee8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2462dceb-64bc-473a-8706-7209dcc6042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476885 Oct 15 11:51:31.910702 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:31.928164 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a652e670>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '519762ce-cfc4-42ad-b93f-e00465be5b9a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'port_id': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'mac_address': 'fa:16:3e:b0:cd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:51:29Z', 'updated_at': '2021-10-15T11:51:29Z', 'revision_number': 0, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 5, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:51:31.963319 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0132654e-8e2f-479a-adcb-4622e393d818 None None] The sync data for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi is: [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '519762ce-cfc4-42ad-b93f-e00465be5b9a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'port_id': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'mac_address': 'fa:16:3e:b0:cd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:51:29Z', 'updated_at': '2021-10-15T11:51:29Z', 'revision_number': 0, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 5, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:51:32.054147 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-814328c9-cc45-45b3-90a2-f5b61c4518ad service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426895 Oct 15 11:51:32.156664 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-64d4af3d-0390-44c6-aad5-502411ef3624 req-710c6afe-277a-4e65-8a15-2f53f0670d01 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934434 Oct 15 11:51:32.210694 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104b3bd-1532-48c4-9152-a54512c8abd2 None None] New status for floating IP 519762ce-cfc4-42ad-b93f-e00465be5b9a: ACTIVE {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:51:32.511081 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-fb4f00ee-bf4d-476d-b4e6-11350e322d8f req-20a3d943-6747-4632-9f83-693be4043d3a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:51:32.512251 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fb4f00ee-bf4d-476d-b4e6-11350e322d8f req-20a3d943-6747-4632-9f83-693be4043d3a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053947 Oct 15 11:51:32.814783 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddd839-ea46-4315-9796-e685be38406c req-987f83ae-68a9-4d54-b802-c4589c91b0ef tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:32.820761 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3bddd839-ea46-4315-9796-e685be38406c req-987f83ae-68a9-4d54-b802-c4589c91b0ef tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0582514 Oct 15 11:51:32.857121 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3bddd839-ea46-4315-9796-e685be38406c req-46bfb6c8-e8e8-48d8-ada6-d5812d9e42ab tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Oct 15 11:51:33.049521 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-7fd73e86-99cd-4be8-810d-9e8daac295e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0377550 Oct 15 11:51:33.318045 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-21734fb5-0b82-46a3-a0aa-e123274702f9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:33.319548 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-21734fb5-0b82-46a3-a0aa-e123274702f9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/networks?id=19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 200 len: 814 time: 0.1033092 Oct 15 11:51:33.334424 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-2a4df594-1bff-41c1-bb7b-5f1fbb8ffdb4 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/quotas/f2616afeab044278ba07914445b5cb9f HTTP/1.1" status: 200 len: 375 time: 0.0090964 Oct 15 11:51:33.386910 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-069e9d95-6230-4af4-83ef-ccc4930aefc8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473680 Oct 15 11:51:33.391455 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:51:33.492134 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53baded5-841d-48b4-8a47-11d963f815e0 service neutron] 10.222.0.37 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938928 Oct 15 11:51:33.582837 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-cdf7aa9f-e891-403a-9f83-ad870f80c7f0 service neutron] 10.222.0.37 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845599 Oct 15 11:51:33.611993 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:33.798149 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f45d3cff-d236-45c8-b0e6-75f8efb40b2a req-ccc0a445-1b20-40d4-ab50-8b9a659978a0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0268190 Oct 15 11:51:33.975863 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6120833-f26c-4147-ac23-f7c23cdc7429 req-d13f2460-0a9d-416b-ba4f-f97c728582e4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:33.977338 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a6120833-f26c-4147-ac23-f7c23cdc7429 req-d13f2460-0a9d-416b-ba4f-f97c728582e4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0487001 Oct 15 11:51:34.017929 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a6120833-f26c-4147-ac23-f7c23cdc7429 req-d8566c83-578a-496e-82dd-a64694e7a5ab tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344381 Oct 15 11:51:34.380016 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-a1feaf01-125f-4902-8519-ed1bac5c64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:34.381363 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-a1feaf01-125f-4902-8519-ed1bac5c64a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a&tenant_id=16f372db5f12470a936c1822f98538b4 HTTP/1.1" status: 200 len: 1097 time: 0.0393198 Oct 15 11:51:34.442766 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-8b9abd7e-9be1-45e9-9f46-6e8729f56648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:34.444211 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-8b9abd7e-9be1-45e9-9f46-6e8729f56648 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16f372db5f12470a936c1822f98538b4&device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1097 time: 0.0423253 Oct 15 11:51:34.531211 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-1a0f2e37-df37-48df-a1c5-69861fb2ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:34.532661 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-1a0f2e37-df37-48df-a1c5-69861fb2ed33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 200 len: 918 time: 0.0820892 Oct 15 11:51:34.598901 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-e576d104-0549-4d30-b7ff-f533ac08d8f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f HTTP/1.1" status: 200 len: 1000 time: 0.0587504 Oct 15 11:51:34.645885 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-c6749809-c821-43be-853a-6eda117dac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:34.647275 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-c6749809-c821-43be-853a-6eda117dac2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 200 len: 856 time: 0.0419126 Oct 15 11:51:34.690505 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-397a9af6-fbd9-493f-9a15-c57e18640556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:34.691991 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-397a9af6-fbd9-493f-9a15-c57e18640556 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b31442e5-5eac-4120-b2bb-2d89cdd1de86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379457 Oct 15 11:51:34.786530 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-d131494e-a443-4c85-a564-d0a1d348f6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867395 Oct 15 11:51:34.874284 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dbedf720-b514-4b97-a19a-dcc406ec4293 req-838ddf3e-a2fa-4716-879f-f0781b5c69b5 service neutron] 10.222.0.32 "GET /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816567 Oct 15 11:51:34.908294 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f7ef700-0fd1-4f78-ba92-3e051038d74f req-555bbb9b-70bd-44e2-b742-eb93d8e5c3a7 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0295069 Oct 15 11:51:35.144108 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba01d26-7354-418d-9409-ca72fa2891fb req-ffd6c633-30e3-4598-952b-2b319944786b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:35.146310 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4ba01d26-7354-418d-9409-ca72fa2891fb req-ffd6c633-30e3-4598-952b-2b319944786b tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0527186 Oct 15 11:51:35.187700 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4ba01d26-7354-418d-9409-ca72fa2891fb req-6bbff501-0881-4655-93ba-ce2fc2d4d785 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353043 Oct 15 11:51:36.010690 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1e30fc18-be6e-4113-97fa-961d0bdd686b req-ce0ea258-ffb5-4cc0-b9c3-11fa17d51259 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0275903 Oct 15 11:51:36.313577 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb1b99-470f-4fb6-a90a-d7315b6dff17 req-745dab4d-5fbe-4d84-93bf-f2da086ec9f8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:36.315190 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b0bb1b99-470f-4fb6-a90a-d7315b6dff17 req-745dab4d-5fbe-4d84-93bf-f2da086ec9f8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0534327 Oct 15 11:51:36.360512 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b0bb1b99-470f-4fb6-a90a-d7315b6dff17 req-06586a84-8c6b-4e23-9019-c9d4e2f47dae tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329108 Oct 15 11:51:37.110686 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f510fad-ad0d-457e-857e-7e341fba56a1 req-04e9c4bd-6f4b-48a6-a6a9-b4a7237b7539 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0315225 Oct 15 11:51:37.482978 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccdba9-fded-4446-8e52-e6e247a5a189 req-5dcc11e5-de9d-4415-999d-18e863f57a35 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:37.484498 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8dccdba9-fded-4446-8e52-e6e247a5a189 req-5dcc11e5-de9d-4415-999d-18e863f57a35 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0492558 Oct 15 11:51:37.523950 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8dccdba9-fded-4446-8e52-e6e247a5a189 req-d5fcd18d-67de-4c1f-b941-80dc3c2e64d4 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Oct 15 11:51:38.219642 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2640e483-c05e-43c5-9af6-79304cf00b38 req-c6496ecb-eccb-40e8-bcbe-bbcd178e90d5 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0311644 Oct 15 11:51:38.652508 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dcc11-ed27-40e2-a15b-fd32df84de80 req-31ee7d23-9b30-4096-af9b-977f1ddad4e9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:38.654004 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-832dcc11-ed27-40e2-a15b-fd32df84de80 req-31ee7d23-9b30-4096-af9b-977f1ddad4e9 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0519845 Oct 15 11:51:38.698015 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-832dcc11-ed27-40e2-a15b-fd32df84de80 req-d68cdba4-b0d4-4819-a81c-af48df0f8600 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376248 Oct 15 11:51:39.330712 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e3f9165a-5922-4aa9-88a0-bc53a59972df req-d1134099-7051-4378-9a02-c80119444725 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0308292 Oct 15 11:51:39.815408 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f454-0239-4efa-9a2e-229745a76b39 req-be7bb584-67da-4630-b3d4-9f51152454a0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:39.817406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f162f454-0239-4efa-9a2e-229745a76b39 req-be7bb584-67da-4630-b3d4-9f51152454a0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0477741 Oct 15 11:51:39.855024 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f162f454-0239-4efa-9a2e-229745a76b39 req-d400d2f7-e713-4d0a-abcf-a850fa771072 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317755 Oct 15 11:51:40.437687 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94ad9b68-f4c3-4dbe-a33f-9bd282447a60 req-11c1dfd1-0084-42ea-af2e-40d3a401a9c4 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Oct 15 11:51:40.979196 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0edcc2-38fd-47ad-a2d5-b0a4434d1b9d req-50a2f2cf-6db7-4e25-a18e-a32ff9d3e2ed tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:40.980727 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7f0edcc2-38fd-47ad-a2d5-b0a4434d1b9d req-50a2f2cf-6db7-4e25-a18e-a32ff9d3e2ed tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0516803 Oct 15 11:51:41.034172 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7f0edcc2-38fd-47ad-a2d5-b0a4434d1b9d req-2d6cbdba-cc8d-4617-90b2-41ed38bbe10e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469489 Oct 15 11:51:41.536293 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9e1865d0-fffb-464d-9a83-51be08652ac3 req-464af777-5476-4612-8ff6-683c155271e9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0288992 Oct 15 11:51:42.168770 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d6a4-1136-4d08-80cb-7956032934ef req-4e9cee3f-cafd-4977-b53d-aba549aeb2cb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:42.170551 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3d58d6a4-1136-4d08-80cb-7956032934ef req-4e9cee3f-cafd-4977-b53d-aba549aeb2cb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0547693 Oct 15 11:51:42.213686 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3d58d6a4-1136-4d08-80cb-7956032934ef req-181d92c5-115c-4015-a9e8-ceec63661f46 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370891 Oct 15 11:51:42.643948 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-011a1de8-e55c-4331-b087-9d7e02e04f70 req-1fc46289-18f5-43a1-a490-476f406d9d2a tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0264781 Oct 15 11:51:43.347832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900593c6-5fda-4822-a4e8-ea74448f705a req-ca8d9593-4677-4adc-803d-ada3265feeb1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:43.349963 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-900593c6-5fda-4822-a4e8-ea74448f705a req-ca8d9593-4677-4adc-803d-ada3265feeb1 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0552061 Oct 15 11:51:43.393181 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-900593c6-5fda-4822-a4e8-ea74448f705a req-8ef85c2b-6e77-46df-9362-0a8c7174c10e tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367141 Oct 15 11:51:43.744486 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ffb3704b-6c8b-4f38-a2b5-d718fc07d779 req-8ae4ade1-b750-4054-b527-5d67d95fabfc tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0318189 Oct 15 11:51:44.515037 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc242f-087b-4654-b691-8043434f2af4 req-47333272-a581-4b30-ac74-aecbf20a7347 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:44.516497 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90cc242f-087b-4654-b691-8043434f2af4 req-47333272-a581-4b30-ac74-aecbf20a7347 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0489013 Oct 15 11:51:44.557242 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-90cc242f-087b-4654-b691-8043434f2af4 req-c7c6742c-ea75-4765-8a61-6f1e4427bf0a tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344355 Oct 15 11:51:44.836970 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bade9431-203f-4216-a1d9-7cb9c41dc2aa req-f4a06db9-903a-485d-84e6-ef215de8bbcc tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0275915 Oct 15 11:51:45.680055 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab5ecb-0fb8-443f-a161-611e768013da req-6f744723-eefe-4d3b-84c6-f5bb108473af tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:45.681518 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3eab5ecb-0fb8-443f-a161-611e768013da req-6f744723-eefe-4d3b-84c6-f5bb108473af tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0525587 Oct 15 11:51:45.719781 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3eab5ecb-0fb8-443f-a161-611e768013da req-76e19020-03bd-4376-84d8-da82f49ffcad tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Oct 15 11:51:45.929769 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-77b277d8-8558-4450-b1da-bb72fe2cca29 req-bf23c590-4618-43a5-988a-887c345c4247 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0262764 Oct 15 11:51:46.794406 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-21d58da5-92b1-432c-838e-beea89425d2e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:46.795892 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-21d58da5-92b1-432c-838e-beea89425d2e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.32 "GET /v2.0/networks?id=19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 200 len: 814 time: 0.1014221 Oct 15 11:51:46.812217 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'port': {'device_id': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'admin_state_up': True, 'tenant_id': 'f2616afeab044278ba07914445b5cb9f'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:46.908134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa3c15-b4f2-416b-9b8d-59ad32347041 req-41d17670-0d71-45f9-94da-b0812ece84dd tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:46.909614 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3afa3c15-b4f2-416b-9b8d-59ad32347041 req-41d17670-0d71-45f9-94da-b0812ece84dd tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.1128461 Oct 15 11:51:46.968438 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3afa3c15-b4f2-416b-9b8d-59ad32347041 req-8bc4b3f2-a5be-447f-84fc-8cdeed59a516 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514808 Oct 15 11:51:47.055056 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ce89a161-10ef-4bdd-b1c6-75920e8c683c req-7a1bdcce-bc58-465a-91f6-91fc7dee332d tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0277069 Oct 15 11:51:47.055787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Made reservation on behalf of f2616afeab044278ba07914445b5cb9f for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:51:47.066333 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:47.190217 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Allocated IP 172.20.0.14 (19d5b03a-ed3f-47ab-a827-3a007f0594d2/d52ec346-1f80-449c-a83c-336ce4f5a913/2721fd52-7af1-4621-8d12-d56a05622508) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:51:47.654671 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:48.113911 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6c86d-5743-4468-a652-e31600b1579f req-514d5ccc-1afa-4ab9-be81-dc12a00f8114 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:48.116091 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aaa6c86d-5743-4468-a652-e31600b1579f req-514d5ccc-1afa-4ab9-be81-dc12a00f8114 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0667367 Oct 15 11:51:48.144114 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:48.207940 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:51:48.214792 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:51:48.232555 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:51:48.282823 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:48.316434 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aaa6c86d-5743-4468-a652-e31600b1579f req-e4af2d63-51a5-410d-aad8-e69adb984d28 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854045 Oct 15 11:51:48.343006 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767212-a57d-42fe-92ea-1c6be3ca26b2 req-204aeb5a-5fcc-4037-9213-26f93f7d181c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:48.350440 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-17767212-a57d-42fe-92ea-1c6be3ca26b2 req-204aeb5a-5fcc-4037-9213-26f93f7d181c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.1972606 Oct 15 11:51:48.366496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:48.367175 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:48.405575 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-17767212-a57d-42fe-92ea-1c6be3ca26b2 req-afdb2bd4-7484-4852-a629-3181fe945963 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542297 Oct 15 11:51:48.472368 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-4a300923-934d-4f0a-b1d4-393f942493e3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6639411 Oct 15 11:51:48.565696 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-b117c057-8ac8-4dce-a62f-dd866271a1bc None None] Provisioning complete for port 2721fd52-7af1-4621-8d12-d56a05622508 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:48.566323 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b117c057-8ac8-4dce-a62f-dd866271a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:48.605107 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-b117c057-8ac8-4dce-a62f-dd866271a1bc None None] Port 2721fd52-7af1-4621-8d12-d56a05622508 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:51:48.852229 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:49.411481 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:51:49.442618 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182c2f6-73b1-4108-9156-cf8005c27b2c req-9604b569-5cf1-476a-ab02-d62abd9da646 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:49.445420 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4182c2f6-73b1-4108-9156-cf8005c27b2c req-9604b569-5cf1-476a-ab02-d62abd9da646 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 944 time: 0.0584619 Oct 15 11:51:49.501330 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4182c2f6-73b1-4108-9156-cf8005c27b2c req-afb3ed4c-3cf8-4010-a3b8-6c6ec8cd9955 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486155 Oct 15 11:51:49.564923 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0803b-40cd-4495-8665-13c4d39d4d65 req-33959141-1b17-4550-9d0f-4f22a64a32b6 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:49.569329 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:49.572833 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28a0803b-40cd-4495-8665-13c4d39d4d65 req-33959141-1b17-4550-9d0f-4f22a64a32b6 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0627139 Oct 15 11:51:49.583062 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'port_id': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'mac_address': 'fa:16:3e:05:b5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:51:49.608481 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28a0803b-40cd-4495-8665-13c4d39d4d65 req-4660309f-2374-483c-8a32-fdbad5a6516f tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Oct 15 11:51:49.626401 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:49.639766 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0616fd18-a557-49bb-b5de-cf57d3ef0c5f {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:51:49.662314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:49.761051 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:49.815362 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=9']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:50.032288 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['0616fd18-a557-49bb-b5de-cf57d3ef0c5f'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:51:50.628182 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa34551-d77f-495d-9bd5-84aa22620391 req-b0e71d3c-2ad4-443b-9651-f4e8caecb772 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:50.631736 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-daa34551-d77f-495d-9bd5-84aa22620391 req-b0e71d3c-2ad4-443b-9651-f4e8caecb772 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 945 time: 0.0614207 Oct 15 11:51:50.681517 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-daa34551-d77f-495d-9bd5-84aa22620391 req-fc33e8fc-d87a-46b5-a07c-28f1c848c4ca tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397704 Oct 15 11:51:50.735889 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36d52c-1cd5-4991-986e-211c5656351e req-4acd014f-2fbe-4208-ad5e-15356ca36fa0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:50.737376 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb36d52c-1cd5-4991-986e-211c5656351e req-4acd014f-2fbe-4208-ad5e-15356ca36fa0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0524340 Oct 15 11:51:50.775636 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-eb36d52c-1cd5-4991-986e-211c5656351e req-3781871b-9817-41bb-98f3-ea6efc3dc20e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Oct 15 11:51:51.072317 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:51:51.430975 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:51:51.478868 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:51:51.479235 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:51.561181 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:51.583677 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:51:51.585966 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be645b37-afd4-4b05-995b-b29f84d563a4" -d '{"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-plugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:51:51.598857 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:51:51.624091 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a32a3c-8b97-43ef-9466-1a27f4e69d62 x-openstack-request-id: req-d1a32a3c-8b97-43ef-9466-1a27f4e69d62 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:51:51.624416 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-plugged", "status": "completed", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:51:51.624636 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1a32a3c-8b97-43ef-9466-1a27f4e69d62 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:51:51.625025 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'code': 200} Oct 15 11:51:51.692735 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:51.752819 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=10']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:51.810655 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e943-4e4d-4ea8-9025-2f7c35994929 req-d84324a4-ba30-406e-b546-b02416c3b8ae tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:51.810655 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a263e943-4e4d-4ea8-9025-2f7c35994929 req-d84324a4-ba30-406e-b546-b02416c3b8ae tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0561135 Oct 15 11:51:51.851101 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a263e943-4e4d-4ea8-9025-2f7c35994929 req-9dadb2a1-8ad9-460f-8853-89c71ff334ed tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360253 Oct 15 11:51:51.905406 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff75c-3d1d-424d-819b-d12e6d2de1db req-8fe60afc-b5f7-45ba-93e3-3ce72e736f6c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:51.906962 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-177ff75c-3d1d-424d-819b-d12e6d2de1db req-8fe60afc-b5f7-45ba-93e3-3ce72e736f6c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0549905 Oct 15 11:51:51.947640 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-177ff75c-3d1d-424d-819b-d12e6d2de1db req-edc66af8-793f-4b92-8bf0-7f0388272e93 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Oct 15 11:51:52.976335 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b04485-1920-458a-8b6f-26a4425b7993 req-082b8bd6-fe34-4d8e-87ac-4bdc588581e5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:52.983104 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13b04485-1920-458a-8b6f-26a4425b7993 req-082b8bd6-fe34-4d8e-87ac-4bdc588581e5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0563738 Oct 15 11:51:53.027105 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-13b04485-1920-458a-8b6f-26a4425b7993 req-8276e83c-0857-4926-9143-9b9e760a6104 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Oct 15 11:51:53.075757 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334da494-da0f-4eff-be07-cd5242d93a6f req-63e77392-0454-4181-832e-8bebc6669c4b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:53.077575 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-334da494-da0f-4eff-be07-cd5242d93a6f req-63e77392-0454-4181-832e-8bebc6669c4b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0495222 Oct 15 11:51:53.119090 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-334da494-da0f-4eff-be07-cd5242d93a6f req-bff4946e-c10f-4186-a358-32a202ef03cd tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Oct 15 11:51:54.169363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95546fc3-72e5-4941-a95a-2516b82ad73d req-da8415ec-ed74-4cf2-9589-c9c2ce6f7c51 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:54.172182 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-95546fc3-72e5-4941-a95a-2516b82ad73d req-da8415ec-ed74-4cf2-9589-c9c2ce6f7c51 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0700800 Oct 15 11:51:54.217229 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-95546fc3-72e5-4941-a95a-2516b82ad73d req-049573dd-9b44-44db-8295-fd43caf35503 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377009 Oct 15 11:51:54.266605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49c06-6a5e-4d91-b938-ec1589af0293 req-ccda15b5-14a8-4d02-84d3-0085fb6460e2 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:54.268239 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61f49c06-6a5e-4d91-b938-ec1589af0293 req-ccda15b5-14a8-4d02-84d3-0085fb6460e2 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0501094 Oct 15 11:51:54.307993 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-61f49c06-6a5e-4d91-b938-ec1589af0293 req-70c3c2fb-8b58-4269-8b5d-39bee221c558 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330355 Oct 15 11:51:55.340357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73da828-c50d-4ac9-af1c-d906068b15fb req-3d21bb01-74d9-4548-b388-bad24a37b069 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:55.341834 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b73da828-c50d-4ac9-af1c-d906068b15fb req-3d21bb01-74d9-4548-b388-bad24a37b069 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0499475 Oct 15 11:51:55.384988 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b73da828-c50d-4ac9-af1c-d906068b15fb req-172eaa59-e3e7-424c-baac-7faf74acdd9d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372045 Oct 15 11:51:55.444980 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bb09b-6eb2-4c65-a6a2-a7f7873daff7 req-1ca27087-b4be-4ff5-88cc-a1122c89aa51 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:55.446357 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3b4bb09b-6eb2-4c65-a6a2-a7f7873daff7 req-1ca27087-b4be-4ff5-88cc-a1122c89aa51 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0557923 Oct 15 11:51:55.483748 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3b4bb09b-6eb2-4c65-a6a2-a7f7873daff7 req-1d9d2abf-409d-4b28-9cb6-c09aa6f50fb5 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 Oct 15 11:51:56.522427 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8fdd9-218d-4215-9bc8-b5661c82038f req-da6762b2-0867-4a58-98c6-84de25f5ad82 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:56.524211 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-70d8fdd9-218d-4215-9bc8-b5661c82038f req-da6762b2-0867-4a58-98c6-84de25f5ad82 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0587466 Oct 15 11:51:56.586171 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-70d8fdd9-218d-4215-9bc8-b5661c82038f req-6eeeebb7-317c-4d6a-a1ad-443fa22f3d82 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484698 Oct 15 11:51:56.635742 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b430a-2658-4793-9369-e8ab8a1f81dc req-348026ff-df6c-4264-bd18-75dee4b0a911 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:56.637248 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a2b430a-2658-4793-9369-e8ab8a1f81dc req-348026ff-df6c-4264-bd18-75dee4b0a911 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0500069 Oct 15 11:51:56.676962 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a2b430a-2658-4793-9369-e8ab8a1f81dc req-607fe772-1d6a-4146-a379-da5cc2e31f7c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336428 Oct 15 11:51:57.702724 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152be76-c99c-41e2-8e62-2217d404a089 req-e6839658-304e-4db8-9ddc-44dbbb36c2fa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:57.704199 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d152be76-c99c-41e2-8e62-2217d404a089 req-e6839658-304e-4db8-9ddc-44dbbb36c2fa tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0507531 Oct 15 11:51:57.757756 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d152be76-c99c-41e2-8e62-2217d404a089 req-b1581bfb-f837-4705-a206-e77d05b5df05 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477023 Oct 15 11:51:57.797312 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac2421-767e-45e4-8b59-f5ea023d6ce5 req-c1eea6c0-00a0-4a6a-9b7d-09733c27f961 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:57.798807 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00ac2421-767e-45e4-8b59-f5ea023d6ce5 req-c1eea6c0-00a0-4a6a-9b7d-09733c27f961 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 932 time: 0.0527740 Oct 15 11:51:57.842001 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00ac2421-767e-45e4-8b59-f5ea023d6ce5 req-3e988a41-aceb-44a9-bc62-c24e9ec0754f tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Oct 15 11:51:57.887845 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Request body: {'port': {'device_id': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:51:57.943516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:58.029559 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6387f875-ce32-4e10-973b-5d1b7f9dd846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:58.200423 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2721fd52-7af1-4621-8d12-d56a05622508 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:51:58.207921 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:58.241783 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Transition to ACTIVE for port object 2721fd52-7af1-4621-8d12-d56a05622508 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:51:58.253406 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352dd1d-a327-4e05-81d9-8991c641ec36 req-36b1f58e-0976-4673-af34-628413e62b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:58.254901 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1352dd1d-a327-4e05-81d9-8991c641ec36 req-36b1f58e-0976-4673-af34-628413e62b6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 1100 time: 0.0434165 Oct 15 11:51:58.288927 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1352dd1d-a327-4e05-81d9-8991c641ec36 req-244ab121-9656-46cb-9da2-9fdd9a02a0b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267556 Oct 15 11:51:58.314713 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:58.370079 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:58.443079 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Attempting to bind port 2721fd52-7af1-4621-8d12-d56a05622508 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:51:58.443357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Attempting to bind port 2721fd52-7af1-4621-8d12-d56a05622508 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:51:58.443664 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Attempting to bind port 2721fd52-7af1-4621-8d12-d56a05622508 on network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:58.448277 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Port 2721fd52-7af1-4621-8d12-d56a05622508 on network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:51:58.448600 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Attempting to bind port 2721fd52-7af1-4621-8d12-d56a05622508 on network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:51:58.453466 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:51:58.453799 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Checking segment: {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:51:58.454185 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Bound using segment: {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:51:58.454693 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Bound port: 2721fd52-7af1-4621-8d12-d56a05622508, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01dab21c-7297-4e20-941a-8346d5afcf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:51:58.455052 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:58.517712 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:51:58.520680 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2721fd52-7af1-4621-8d12-d56a05622508,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:51:58.595458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:58.632399 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:58.633017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:51:58.634363 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] 10.222.0.32 "PUT /v2.0/ports/2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 1094 time: 0.7527881 Oct 15 11:51:58.634830 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:51:58.637063 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73e91f7-77b9-41c7-b835-7600a768f6df" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:51:58.668135 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53971fc7-d1b6-4ba3-8944-d4b856a49fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:51:58.687623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9095ba8c-e9ef-4373-b690-40dd7d9aa870 x-openstack-request-id: req-9095ba8c-e9ef-4373-b690-40dd7d9aa870 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:51:58.687997 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:51:58.688296 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9095ba8c-e9ef-4373-b690-40dd7d9aa870 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:51:58.688750 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508', 'status': 'completed', 'code': 200} Oct 15 11:51:58.754101 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e91f7-77b9-41c7-b835-7600a768f6df req-4172a6da-5e16-41ca-b12d-70fe6051c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:58.755673 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b73e91f7-77b9-41c7-b835-7600a768f6df req-4172a6da-5e16-41ca-b12d-70fe6051c449 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1097 time: 0.0413823 Oct 15 11:51:58.890552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e91f7-77b9-41c7-b835-7600a768f6df req-654763d9-d353-4ad4-b9ed-d99a49918883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:58.892002 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b73e91f7-77b9-41c7-b835-7600a768f6df req-654763d9-d353-4ad4-b9ed-d99a49918883 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f2616afeab044278ba07914445b5cb9f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1267347 Oct 15 11:51:58.905782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b57ae-6bdb-4430-aab2-12c51dcba17b req-0adab739-0d15-4bf1-814a-c40cadb8ed43 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:58.908078 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-303b57ae-6bdb-4430-aab2-12c51dcba17b req-0adab739-0d15-4bf1-814a-c40cadb8ed43 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0679865 Oct 15 11:51:59.029734 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-303b57ae-6bdb-4430-aab2-12c51dcba17b req-de6093b4-2316-4734-9279-7ee74ae1c9da tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110623 Oct 15 11:51:59.046901 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a5243-da14-4f05-890e-f26ae2f93f8b req-40403aab-c8a2-4b65-b544-018f6e814468 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:59.048342 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-027a5243-da14-4f05-890e-f26ae2f93f8b req-40403aab-c8a2-4b65-b544-018f6e814468 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 944 time: 0.1393802 Oct 15 11:51:59.066537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e91f7-77b9-41c7-b835-7600a768f6df req-28b48ddf-859b-490d-990f-1c65be7e4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:59.067880 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b73e91f7-77b9-41c7-b835-7600a768f6df req-28b48ddf-859b-490d-990f-1c65be7e4831 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578932 Oct 15 11:51:59.095468 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-027a5243-da14-4f05-890e-f26ae2f93f8b req-c79a15f5-2a03-4f1a-9cbb-8dc0d9fd420f tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Oct 15 11:51:59.154114 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-521422e9-e084-41be-bf6e-1602bb4bd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:59.155656 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-521422e9-e084-41be-bf6e-1602bb4bd63c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1097 time: 0.0405920 Oct 15 11:51:59.205202 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-d217eb16-a6c2-4dd5-b7e9-0894b89bbe0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 217 time: 0.0364752 Oct 15 11:51:59.252036 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-9b75178b-0e07-4dfd-bd3f-3f430e5e84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:59.253366 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-9b75178b-0e07-4dfd-bd3f-3f430e5e84d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d52ec346-1f80-449c-a83c-336ce4f5a913 HTTP/1.1" status: 200 len: 853 time: 0.0405190 Oct 15 11:51:59.301337 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-31938027-3373-469f-9c8b-0d2a1752a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:51:59.302694 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-31938027-3373-469f-9c8b-0d2a1752a348 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19d5b03a-ed3f-47ab-a827-3a007f0594d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373082 Oct 15 11:51:59.396270 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-a802a5fd-c9d6-4c6d-a789-3730db1f5f21 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826900 Oct 15 11:51:59.483755 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5f239022-bca8-493a-85e8-d1d567dafdf7 req-489e07a2-748e-49b5-91ca-d5b11cb3286a service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794756 Oct 15 11:52:00.152315 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594727-f0b7-426b-b73f-615ccc719796 req-602fefe8-bb05-43c7-97bc-ce4795e7bb08 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:00.153828 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-da594727-f0b7-426b-b73f-615ccc719796 req-602fefe8-bb05-43c7-97bc-ce4795e7bb08 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0519016 Oct 15 11:52:00.220432 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-da594727-f0b7-426b-b73f-615ccc719796 req-3880de11-94b0-4824-8070-902c789a57fe tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606441 Oct 15 11:52:00.236539 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d557e4-7c46-4034-8402-6b6b2f94fe42 req-01d66649-7064-44f8-ad84-2f584cc5353c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:00.237990 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f7d557e4-7c46-4034-8402-6b6b2f94fe42 req-01d66649-7064-44f8-ad84-2f584cc5353c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 944 time: 0.0716083 Oct 15 11:52:00.275053 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f7d557e4-7c46-4034-8402-6b6b2f94fe42 req-eafc285b-9db2-4fd3-be33-43191ec22baa tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Oct 15 11:52:00.572096 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-32e5a13b-03f1-4251-9a53-f21781108d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:01.338772 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511955-fe67-4003-ad4f-9b8943dc8884 req-b299ff00-a568-49b6-93ab-0cea7b3bdec8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:01.340231 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-02511955-fe67-4003-ad4f-9b8943dc8884 req-b299ff00-a568-49b6-93ab-0cea7b3bdec8 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0497334 Oct 15 11:52:01.408628 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-02511955-fe67-4003-ad4f-9b8943dc8884 req-e2227f7f-9603-4a83-9ddb-1da9608fb6fe tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626402 Oct 15 11:52:01.419220 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663fde-859f-497d-8e86-ac7c8b05a6e9 req-b60b1d92-fc78-4e36-94dd-fe6535481b16 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:01.420757 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-db663fde-859f-497d-8e86-ac7c8b05a6e9 req-b60b1d92-fc78-4e36-94dd-fe6535481b16 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 944 time: 0.0686452 Oct 15 11:52:01.458201 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-db663fde-859f-497d-8e86-ac7c8b05a6e9 req-765aa7e3-a791-4358-a94e-398f6b6028d7 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Oct 15 11:52:01.498552 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2721fd52-7af1-4621-8d12-d56a05622508 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:52:01.593490 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:01.598111 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2721fd52-7af1-4621-8d12-d56a05622508,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:01.608811 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '2721fd52-7af1-4621-8d12-d56a05622508', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'port_id': '2721fd52-7af1-4621-8d12-d56a05622508', 'mac_address': 'fa:16:3e:8a:7a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:52:01.644611 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:01.657723 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2721fd52-7af1-4621-8d12-d56a05622508 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:52:01.676285 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2721fd52-7af1-4621-8d12-d56a05622508,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:01.770951 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:01.826231 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:01.874738 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:02.017267 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2721fd52-7af1-4621-8d12-d56a05622508'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:52:02.567688 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24776337-c4b4-4209-862a-5b319d0c7024 req-372fe524-b37d-422c-81cd-89f490fcca50 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:02.569684 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-24776337-c4b4-4209-862a-5b319d0c7024 req-372fe524-b37d-422c-81cd-89f490fcca50 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 945 time: 0.0468013 Oct 15 11:52:02.604756 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-24776337-c4b4-4209-862a-5b319d0c7024 req-d418eba0-494a-4ce5-8ae7-687e138f33ec tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293283 Oct 15 11:52:03.498255 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2721fd52-7af1-4621-8d12-d56a05622508 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:52:03.600498 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:03.623183 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 2721fd52-7af1-4621-8d12-d56a05622508 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:52:03.626881 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 2721fd52-7af1-4621-8d12-d56a05622508 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:52:03.627238 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:03.705813 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:03.717513 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b5635-a389-4e49-895a-7628644e4528 req-f26a3edb-5952-4938-a020-cdbf393bb369 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:03.719137 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f2b5635-a389-4e49-895a-7628644e4528 req-f26a3edb-5952-4938-a020-cdbf393bb369 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 945 time: 0.0490015 Oct 15 11:52:03.730166 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:52:03.732417 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d534472-5a7c-4321-b8ab-01ce83586068" -d '{"events": [{"server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "name": "network-vif-plugged", "status": "completed", "tag": "2721fd52-7af1-4621-8d12-d56a05622508"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:52:03.747952 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2721fd52-7af1-4621-8d12-d56a05622508,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:03.756752 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f2b5635-a389-4e49-895a-7628644e4528 req-f6f35bcd-22e3-4eaf-a720-773259a26757 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Oct 15 11:52:03.770118 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be051607-0dc5-4125-b845-e9c4db35fcb3 x-openstack-request-id: req-be051607-0dc5-4125-b845-e9c4db35fcb3 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:52:03.770403 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "name": "network-vif-plugged", "status": "completed", "tag": "2721fd52-7af1-4621-8d12-d56a05622508", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:52:03.770692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be051607-0dc5-4125-b845-e9c4db35fcb3 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:52:03.771119 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508', 'code': 200} Oct 15 11:52:03.846191 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:03.897680 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:04.093214 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb9e7-1d62-4054-8795-10bed1377c3b req-285c3813-dc9c-4e4b-9a82-bcf9225608de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:04.094605 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-522bb9e7-1d62-4054-8795-10bed1377c3b req-285c3813-dc9c-4e4b-9a82-bcf9225608de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1099 time: 0.0423312 Oct 15 11:52:04.130422 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-522bb9e7-1d62-4054-8795-10bed1377c3b req-368fd8a1-ae94-4ecf-a395-6dadb0ac0762 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261664 Oct 15 11:52:04.868714 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b915d99-dd2e-4be5-96e5-8e270fa32e9f req-6cf77775-532f-4a2e-9c8b-26ab14ae5a71 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:04.870182 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3b915d99-dd2e-4be5-96e5-8e270fa32e9f req-6cf77775-532f-4a2e-9c8b-26ab14ae5a71 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0482712 Oct 15 11:52:04.906613 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3b915d99-dd2e-4be5-96e5-8e270fa32e9f req-efb032fb-d4a3-4b12-a30e-581e9bbda37f tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306251 Oct 15 11:52:06.018468 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac86d-4d12-46ed-8a8e-cd98735df10a req-734d3806-41d1-45a9-a1d9-a07c47a165b7 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:06.019858 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-793ac86d-4d12-46ed-8a8e-cd98735df10a req-734d3806-41d1-45a9-a1d9-a07c47a165b7 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0479343 Oct 15 11:52:06.057416 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-793ac86d-4d12-46ed-8a8e-cd98735df10a req-83f4a63e-0781-4a58-bc67-c214eac7cd99 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Oct 15 11:52:06.176419 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f44b5-f73f-4688-bcad-13c86497581e req-d140714f-ec19-4d1a-a3e7-dd7a98bd7307 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:06.177875 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-162f44b5-f73f-4688-bcad-13c86497581e req-d140714f-ec19-4d1a-a3e7-dd7a98bd7307 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0525994 Oct 15 11:52:06.215965 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-162f44b5-f73f-4688-bcad-13c86497581e req-40c046a4-5b15-4ecf-bd28-be902c7759f2 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Oct 15 11:52:06.536672 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6336028-0c8f-481d-a649-09dd497e6e9d req-ea5a26ed-b3f6-426c-9eec-6ac4f24ae2b2 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:06.538134 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6336028-0c8f-481d-a649-09dd497e6e9d req-ea5a26ed-b3f6-426c-9eec-6ac4f24ae2b2 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0482960 Oct 15 11:52:06.574181 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6336028-0c8f-481d-a649-09dd497e6e9d req-6e180114-79ec-409f-93c4-159fb75194fa tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302064 Oct 15 11:52:18.851973 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:18.958200 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-19b605f5-acfe-48e7-aae4-e9dc8272efa6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382810 Oct 15 11:52:19.015557 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aea35-7d6b-4df6-b391-58590ec67391 req-4c257d9c-7f9e-45c5-9060-8ee73224708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:19.016969 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-4c257d9c-7f9e-45c5-9060-8ee73224708f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd15f933f6f547c783143ab31ab6a28e&device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 1098 time: 0.0378315 Oct 15 11:52:19.127291 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aea35-7d6b-4df6-b391-58590ec67391 req-cb71b9ab-8747-4689-b0cc-202619cf025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:19.128753 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-cb71b9ab-8747-4689-b0cc-202619cf025f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 200 len: 911 time: 0.0867367 Oct 15 11:52:19.196090 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-9a001cd7-6064-4308-9cf8-c183fb166e3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 HTTP/1.1" status: 200 len: 1001 time: 0.0601027 Oct 15 11:52:19.245211 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aea35-7d6b-4df6-b391-58590ec67391 req-bbb112a4-c220-4d87-ae9a-98dfc0b98959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:19.246645 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-bbb112a4-c220-4d87-ae9a-98dfc0b98959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 200 len: 849 time: 0.0423825 Oct 15 11:52:19.292943 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aea35-7d6b-4df6-b391-58590ec67391 req-7ff7b7bd-cba5-4e18-9f90-d1707fdd3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:19.294350 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-7ff7b7bd-cba5-4e18-9f90-d1707fdd3483 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e5d42759-a508-41e8-99d0-20582bf547ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377948 Oct 15 11:52:19.384013 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-e81867cc-1da0-4f98-a44e-0b522e5dc906 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812240 Oct 15 11:52:19.471217 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-232aea35-7d6b-4df6-b391-58590ec67391 req-221d4986-accb-4c8f-9268-3a3509fd0b34 service neutron] 10.222.0.32 "GET /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784965 Oct 15 11:52:23.183880 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16b4aa-722c-4c62-8d45-4af80d5b561c req-4d3f1601-c0b1-4f88-b0f3-00ab71780769 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:23.185402 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c16b4aa-722c-4c62-8d45-4af80d5b561c req-4d3f1601-c0b1-4f88-b0f3-00ab71780769 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Oct 15 11:52:23.230205 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c16b4aa-722c-4c62-8d45-4af80d5b561c req-2abaf2ab-fd50-4b11-b699-35c00272a4ff tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Oct 15 11:52:23.252577 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45060) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:23.334694 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224cabf3-1821-43bb-9b09-3e4846e9e321 tempest-TestMinimumBasicScenario-1383865445 tempest-TestMinimumBasicScenario-1383865445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:23.336159 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-224cabf3-1821-43bb-9b09-3e4846e9e321 tempest-TestMinimumBasicScenario-1383865445 tempest-TestMinimumBasicScenario-1383865445-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1094 time: 0.0825973 Oct 15 11:52:23.339524 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45064) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:23.343684 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'port_id': '2721fd52-7af1-4621-8d12-d56a05622508', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:23.422796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for floatingip, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:23.515993 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:23.624123 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Allocated IP 172.27.0.134 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/b1e58ee7-eeda-4bc5-a37f-06a3233ef4c8) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:52:23.718382 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:23.823881 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:23.864113 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:52:23.867901 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:52:23.874075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:52:23.882606 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'Port': ['ID=b1e58ee7-eeda-4bc5-a37f-06a3233ef4c8,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:23.915336 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.915689 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.916035 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.916374 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.916707 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.917042 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.917373 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.917702 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.918029 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.918354 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.918765 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:23.919020 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:24.247295 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:24.373874 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:24.521886 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:24.583390 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:24.655163 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'Port': ['ID=b1e58ee7-eeda-4bc5-a37f-06a3233ef4c8,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:24.665123 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:24.766383 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Floating IP 5c28dd45-aa51-4f38-917e-06187660de5c associated. External IP: 172.27.0.134, port: 2721fd52-7af1-4621-8d12-d56a05622508. Oct 15 11:52:24.968524 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Router eabfcfd5-f248-4265-9266-c1eaf8b5e78f has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:52:25.326232 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:52:25.338380 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] Sync routers for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:52:25.347114 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:25.347728 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a681f550>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:25.385836 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:25.412048 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-b32eae9c-dc28-4a01-9828-2c9cf91d6c6b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0715351 Oct 15 11:52:25.412627 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:52:25.415567 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665d3eea-40d3-42e4-9c34-61069ad01bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:52:25.415802 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45094) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:25.421652 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430937404', 'description': 'tempest-secgroup-smoke-430937404 description', 'project_id': 'f2616afeab044278ba07914445b5cb9f'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:25.451539 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f000d1-4290-4c8a-a6e1-5abf9b24ca62 x-openstack-request-id: req-b2f000d1-4290-4c8a-a6e1-5abf9b24ca62 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:52:25.451838 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:52:25.452090 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2f000d1-4290-4c8a-a6e1-5abf9b24ca62 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:52:25.452485 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508', 'status': 'completed', 'code': 200} Oct 15 11:52:25.458468 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:25.517990 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-6b790c93-a686-4d73-a2a0-5fa5f6ae9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:25.519448 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-6b790c93-a686-4d73-a2a0-5fa5f6ae9dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1099 time: 0.0416946 Oct 15 11:52:25.523385 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:25.601676 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:25.617264 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-17f26a32-6aae-465a-8184-f5ddf087e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:25.619477 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-17f26a32-6aae-465a-8184-f5ddf087e810 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 200 len: 915 time: 0.0924263 Oct 15 11:52:25.686352 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:25.723301 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930c4a91-c7f0-4193-9a35-51be4ad21b90,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:25.723523 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-994fd854-2e7e-41b9-85bd-43d5c7cdc031 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 1000 time: 0.0954630 Oct 15 11:52:25.730970 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.731317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677f8f7-9878-4b42-b97e-35610d3cc916 req-b759039b-d8dd-495b-a578-2afdd425535b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:25.731470 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.731632 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.732241 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.732731 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e677f8f7-9878-4b42-b97e-35610d3cc916 req-b759039b-d8dd-495b-a578-2afdd425535b tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 945 time: 0.0980823 Oct 15 11:52:25.738391 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.738847 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.745142 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.745142 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.745142 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.745142 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.745142 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.745142 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:25.791547 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:25.792968 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-a3832876-aca6-4ac7-ad8c-473ac45a3ff9 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3762729 Oct 15 11:52:25.795706 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45100) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:25.800723 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e677f8f7-9878-4b42-b97e-35610d3cc916 req-85b6259b-38c6-48bc-a929-63906c39da1c tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597982 Oct 15 11:52:25.801194 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-3bd0af9d-6863-4ab1-bf28-c5afcbab90f0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'security_group_rule': {'security_group_id': '930c4a91-c7f0-4193-9a35-51be4ad21b90', 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:25.802242 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-75e49362-e212-4ff8-ad84-ae89e488d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:25.809298 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-75e49362-e212-4ff8-ad84-ae89e488d9fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d52ec346-1f80-449c-a83c-336ce4f5a913 HTTP/1.1" status: 200 len: 853 time: 0.0700343 Oct 15 11:52:25.834678 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a681f550>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '5c28dd45-aa51-4f38-917e-06187660de5c', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'port_id': '2721fd52-7af1-4621-8d12-d56a05622508', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'mac_address': 'fa:16:3e:8a:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:52:24Z', 'updated_at': '2021-10-15T11:52:24Z', 'revision_number': 0, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 5, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:25.856794 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-fc67db90-c566-4760-a9cf-daa16e8ec0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:25.858301 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-fc67db90-c566-4760-a9cf-daa16e8ec0fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19d5b03a-ed3f-47ab-a827-3a007f0594d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430789 Oct 15 11:52:25.860217 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] Checking router: eabfcfd5-f248-4265-9266-c1eaf8b5e78f for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:52:25.868842 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:25.869438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a681f550>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:25.908297 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3bd0af9d-6863-4ab1-bf28-c5afcbab90f0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:25.965549 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3bd0af9d-6863-4ab1-bf28-c5afcbab90f0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:25.968386 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-a38076b9-e22b-46c2-987b-d675df7b7de9 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965767 Oct 15 11:52:25.979153 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:26.046119 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3bd0af9d-6863-4ab1-bf28-c5afcbab90f0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.061460 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0af9d-6863-4ab1-bf28-c5afcbab90f0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad88a65c-48f6-49ff-b4ee-9e09679a57c3,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:26.064521 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-665d3eea-40d3-42e4-9c34-61069ad01bd2 req-a569c3bf-e952-409a-a096-855198d789f6 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881054 Oct 15 11:52:26.145881 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3bd0af9d-6863-4ab1-bf28-c5afcbab90f0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.147217 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3bd0af9d-6863-4ab1-bf28-c5afcbab90f0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503599 Oct 15 11:52:26.150184 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45102) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:26.155406 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-f49987f4-174b-4713-8d33-13c4d1df2d91 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'security_group_rule': {'security_group_id': '930c4a91-c7f0-4193-9a35-51be4ad21b90', 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:26.212389 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a681f550>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '5c28dd45-aa51-4f38-917e-06187660de5c', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'port_id': '2721fd52-7af1-4621-8d12-d56a05622508', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'mac_address': 'fa:16:3e:8a:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:52:24Z', 'updated_at': '2021-10-15T11:52:24Z', 'revision_number': 0, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 5, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:26.238445 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9607d15-d8ad-4097-9caa-8554257d647c None None] The sync data for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi is: [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '5c28dd45-aa51-4f38-917e-06187660de5c', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'port_id': '2721fd52-7af1-4621-8d12-d56a05622508', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'mac_address': 'fa:16:3e:8a:7a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:52:24Z', 'updated_at': '2021-10-15T11:52:24Z', 'revision_number': 0, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 5, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:52:26.280738 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f49987f4-174b-4713-8d33-13c4d1df2d91 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.338114 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f49987f4-174b-4713-8d33-13c4d1df2d91 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.412054 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f49987f4-174b-4713-8d33-13c4d1df2d91 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.427782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49987f4-174b-4713-8d33-13c4d1df2d91 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa070c68-9308-4000-8d1c-ad986f875033,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:26.442757 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f88c12-f6c7-40d3-b1e4-4a66f33fb13e None None] New status for floating IP 5c28dd45-aa51-4f38-917e-06187660de5c: ACTIVE {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:52:26.505738 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f49987f4-174b-4713-8d33-13c4d1df2d91 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.506993 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-f49987f4-174b-4713-8d33-13c4d1df2d91 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3555346 Oct 15 11:52:26.509725 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45104) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:26.514009 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-15bbaa65-ceb7-4414-a955-c4b551c7ff38 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'security_group_rule': {'security_group_id': '930c4a91-c7f0-4193-9a35-51be4ad21b90', 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:26.593975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-15bbaa65-ceb7-4414-a955-c4b551c7ff38 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.650844 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-15bbaa65-ceb7-4414-a955-c4b551c7ff38 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.714870 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-15bbaa65-ceb7-4414-a955-c4b551c7ff38 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.732717 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbaa65-ceb7-4414-a955-c4b551c7ff38 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadb6f62-f5bc-486f-85c3-2e543d9f66e4,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:26.790829 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-15bbaa65-ceb7-4414-a955-c4b551c7ff38 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.792007 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-15bbaa65-ceb7-4414-a955-c4b551c7ff38 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2813723 Oct 15 11:52:26.794684 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45106) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:26.799099 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-823cd7d6-5d70-4dae-a11c-eddd8a94fc6e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'security_group_rule': {'security_group_id': '930c4a91-c7f0-4193-9a35-51be4ad21b90', 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:26.909560 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-823cd7d6-5d70-4dae-a11c-eddd8a94fc6e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:26.937992 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e16ce6-e132-42c8-861e-fe6773433768 req-44f4399d-7d4d-4ca0-abbc-8e02b9150bc9 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:26.939493 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-08e16ce6-e132-42c8-861e-fe6773433768 req-44f4399d-7d4d-4ca0-abbc-8e02b9150bc9 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 945 time: 0.0705159 Oct 15 11:52:26.996360 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-823cd7d6-5d70-4dae-a11c-eddd8a94fc6e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.001354 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-08e16ce6-e132-42c8-861e-fe6773433768 req-1afa1d85-9119-468f-9813-f0b6533cb02d tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545821 Oct 15 11:52:27.446705 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-823cd7d6-5d70-4dae-a11c-eddd8a94fc6e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.463994 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cd7d6-5d70-4dae-a11c-eddd8a94fc6e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106dd2c5-e087-4248-8b0b-6c8d0d1368ba,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:27.559821 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-4bd325e3-e3cc-45a0-979b-72fd2b8fe717 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:27.561242 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-4bd325e3-e3cc-45a0-979b-72fd2b8fe717 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 945 time: 0.0480497 Oct 15 11:52:27.577808 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-823cd7d6-5d70-4dae-a11c-eddd8a94fc6e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.578927 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-823cd7d6-5d70-4dae-a11c-eddd8a94fc6e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7833173 Oct 15 11:52:27.581786 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45110) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:27.587013 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'security_group_rule': {'security_group_id': '930c4a91-c7f0-4193-9a35-51be4ad21b90', 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:27.657411 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Deleting port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:27.657748 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.668209 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.securitygroups_db [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Project f2616afeab044278ba07914445b5cb9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 11:52:27.673091 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.733562 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.744128 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] For port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:27.744493 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.812100 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.829448 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1911a9-79b5-4c21-836a-a80fb84ed0a0,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:27.905792 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.907373 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-a28e23c9-ee06-4593-8780-316c16508c60 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3244510 Oct 15 11:52:27.910562 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45112) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:27.913897 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.913897 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:27.913897 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Floating IP 2a11703d-a75b-4cf9-a4ec-3cd664fcd94f disassociated. External IP: 172.27.0.129, port: 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9. Oct 15 11:52:27.913897 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Calling delete_port for 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:27.915347 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'security_group_rule': {'security_group_id': '930c4a91-c7f0-4193-9a35-51be4ad21b90', 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:28.012410 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edfff292-bb0d-49b4-8ce6-953adae21289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.035469 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.securitygroups_db [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Project f2616afeab044278ba07914445b5cb9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 11:52:28.041029 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.070127 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:52:28.100621 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.103394 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.136785 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event deleted for resources: {'Port': ['ID=0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:28.154289 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b98d6-8a5e-4d29-9908-af140bfae03b req-77bf9af7-7883-4811-8009-2f8d2e6dae44 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:28.155847 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-469b98d6-8a5e-4d29-9908-af140bfae03b req-77bf9af7-7883-4811-8009-2f8d2e6dae44 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 867 time: 0.0831890 Oct 15 11:52:28.223130 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.238607 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-469b98d6-8a5e-4d29-9908-af140bfae03b req-a049a2f1-362c-4219-8725-a2131e48461e tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762172 Oct 15 11:52:28.243885 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53651acd-2547-4583-9e18-06fea7251cf7,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:28.292074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:52:28.330457 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.331982 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-7e9c20d6-07da-44c3-8ae5-34d36e8e19c8 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4208026 Oct 15 11:52:28.421129 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:52:28.432235 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] Sync routers for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:52:28.433198 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-7a771327-1e33-4d76-8814-5e5eb9566bde tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430937404&fields=id&tenant_id=f2616afeab044278ba07914445b5cb9f HTTP/1.1" status: 200 len: 267 time: 0.0499961 Oct 15 11:52:28.442015 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:28.442678 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6920cd0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:28.471693 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] No DVR routers for this DVR port 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:52:28.497970 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.501299 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8c18e1e5-5bec-4778-bf3d-72f80d411df7 req-7b8471d8-0523-44ca-b12c-c77c248c1299 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.32 "DELETE /v2.0/ports/0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 HTTP/1.1" status: 204 len: 173 time: 0.9329765 Oct 15 11:52:28.502713 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'name': 'network-vif-deleted', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:52:28.505581 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639b3ef-00a5-4518-a233-6661a5e1721c" -d '{"events": [{"server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "name": "network-vif-deleted", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:52:28.532166 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-77edb42e-6853-4300-85f2-b0fa6c5c4bbb tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:28.537321 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-77edb42e-6853-4300-85f2-b0fa6c5c4bbb tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0872250 Oct 15 11:52:28.545489 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c58edd7-d43c-4ae3-9cf3-f506a3b6da52 x-openstack-request-id: req-6c58edd7-d43c-4ae3-9cf3-f506a3b6da52 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:52:28.545778 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cdb4bc-b17c-4613-b32e-c527d365f075", "name": "network-vif-deleted", "tag": "0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:52:28.546075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c58edd7-d43c-4ae3-9cf3-f506a3b6da52 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:52:28.546473 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cdb4bc-b17c-4613-b32e-c527d365f075', 'name': 'network-vif-deleted', 'tag': '0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9', 'status': 'completed', 'code': 200} Oct 15 11:52:28.551490 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'port': {'security_groups': ['41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554', '930c4a91-c7f0-4193-9a35-51be4ad21b90']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:52:28.576389 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:28.619271 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.801798 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6920cd0>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:28.822966 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2721fd52-7af1-4621-8d12-d56a05622508,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:28.829893 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] Checking router: 93a2aef4-a26b-4442-bfdb-aa1d56171a31 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:52:28.839049 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:28.839701 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6920cd0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:28.852265 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.919769 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.934682 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2721fd52-7af1-4621-8d12-d56a05622508'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:52:28.963949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:28.964620 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:28.967149 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-417c1053-5c5c-4750-b4a3-c89ebd34195f req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "PUT /v2.0/ports/2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 982 time: 0.4243112 Oct 15 11:52:28.978763 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:28.991575 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7b04e-b1f7-47f9-8f64-8e97b8a6c900 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=6']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:29.078034 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2721fd52-7af1-4621-8d12-d56a05622508'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:52:29.084727 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a956fd-1efc-4e7e-8b15-ef72eccf1ee0 req-7425893c-7c3b-4667-b46a-8c8f744b7cad tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:29.085393 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-81a956fd-1efc-4e7e-8b15-ef72eccf1ee0 req-7425893c-7c3b-4667-b46a-8c8f744b7cad tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0562046 Oct 15 11:52:29.128556 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-81a956fd-1efc-4e7e-8b15-ef72eccf1ee0 req-f3c908d1-fac3-4833-8fbd-d4c494f5f8ea tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358069 Oct 15 11:52:29.281927 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-3b954da7-da50-49d4-8307-419dbdb02169 None None] Provisioning complete for port 2721fd52-7af1-4621-8d12-d56a05622508 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:52:29.282297 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b954da7-da50-49d4-8307-419dbdb02169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:29.349370 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-57bacf08-fc0b-4aa6-9240-cd6af434a692 req-5363f800-4a76-4c1f-b0db-5b1299025a65 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/ports?device_id=77cdb4bc-b17c-4613-b32e-c527d365f075 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Oct 15 11:52:29.516255 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6920cd0>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:29.690550 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a0ab8-965d-4c2e-8ab3-ced751e72e14 None None] The sync data for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi is: [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': 'acdff141-3151-46c6-ab4c-4f6bf9f77947', 'name': '', 'network_id': 'e5d42759-a508-41e8-99d0-20582bf547ae', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'mac_address': 'fa:16:3e:72:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:12Z', 'updated_at': '2021-10-15T11:45:20Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'subnets': [{'id': '65d52e97-c69c-4aed-85e2-d047c07cb64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:52:29.897936 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa852706-35d6-4a74-9132-7cdddaea7039 None None] New status for floating IP 2a11703d-a75b-4cf9-a4ec-3cd664fcd94f: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:52:30.515666 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45132) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:30.526760 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b69d5301-daf0-470c-a5ab-30f2d04166e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.550288 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:52:30.552574 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da61550-2096-4507-8d9b-c4b5858d51e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:52:30.575419 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eca4cc77-8f0e-41fd-bc29-74280df287d7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.588877 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb440cb0-88f5-4bdd-b647-204192500588 x-openstack-request-id: req-eb440cb0-88f5-4bdd-b647-204192500588 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:52:30.589165 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:52:30.589416 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb440cb0-88f5-4bdd-b647-204192500588 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:52:30.589797 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508', 'status': 'completed', 'code': 200} Oct 15 11:52:30.600563 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eca4cc77-8f0e-41fd-bc29-74280df287d7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.668944 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-3ec1cc2d-7e8e-458d-8762-f6a399ba385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:30.670438 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-3ec1cc2d-7e8e-458d-8762-f6a399ba385d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1138 time: 0.0533116 Oct 15 11:52:30.759823 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-f3ac8764-dd8f-4867-b76c-1b3cc6d59de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:30.761251 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-f3ac8764-dd8f-4867-b76c-1b3cc6d59de5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 200 len: 915 time: 0.0825176 Oct 15 11:52:30.765707 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eca4cc77-8f0e-41fd-bc29-74280df287d7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.768300 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-eca4cc77-8f0e-41fd-bc29-74280df287d7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.769330 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-eca4cc77-8f0e-41fd-bc29-74280df287d7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "DELETE /v2.0/security-groups/ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be HTTP/1.1" status: 204 len: 168 time: 0.2526119 Oct 15 11:52:30.772181 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45136) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:30.785430 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.api.v2.resource [None req-148d1c2c-ce75-4488-ace3-489c7b11603f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] show failed (client error): The resource could not be found. Oct 15 11:52:30.786533 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-148d1c2c-ce75-4488-ace3-489c7b11603f tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "GET /v2.0/security-groups/ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be HTTP/1.1" status: 404 len: 347 time: 0.0132833 Oct 15 11:52:30.789296 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45138) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:30.814902 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4cc77-8f0e-41fd-bc29-74280df287d7 tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0072ca-00bc-46c2-a5f0-1cfc2f97d3be,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:30.844571 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-52babbe3-7577-4b7b-8ed5-70bab3fb60f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 1002 time: 0.0717552 Oct 15 11:52:30.894618 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-1f764dc2-e106-4fec-af05-bcac4ac2d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:30.896199 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-1f764dc2-e106-4fec-af05-bcac4ac2d023 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d52ec346-1f80-449c-a83c-336ce4f5a913 HTTP/1.1" status: 200 len: 853 time: 0.0431669 Oct 15 11:52:30.909065 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Deleting port ea8b2ad4-253f-4452-9463-6deba000cd1c {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:30.909403 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.941394 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-0ce7193f-9d0d-440e-8ceb-a286c43bffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:30.942943 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-0ce7193f-9d0d-440e-8ceb-a286c43bffdf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19d5b03a-ed3f-47ab-a827-3a007f0594d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383677 Oct 15 11:52:30.982178 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.982581 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:30.993841 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Calling delete_port for ea8b2ad4-253f-4452-9463-6deba000cd1c owned by network:floatingip {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:31.035217 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-99324e3f-e000-4823-8f1c-57f55006c195 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Oct 15 11:52:31.125667 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7da61550-2096-4507-8d9b-c4b5858d51e9 req-53575580-5ff4-4fb0-9b83-a5309f9c7714 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798373 Oct 15 11:52:31.189034 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:31.212771 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Pushing event deleted for resources: {'Port': ['ID=ea8b2ad4-253f-4452-9463-6deba000cd1c,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:31.274123 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks [] for floatingip, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:31.277581 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:31.278763 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ecba6528-d36f-4b54-9ba6-7e78335c5d8a tempest-AttachVolumeTestJSON-646835407 tempest-AttachVolumeTestJSON-646835407-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a11703d-a75b-4cf9-a4ec-3cd664fcd94f HTTP/1.1" status: 204 len: 168 time: 0.4885666 Oct 15 11:52:31.617652 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:31.684005 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:31.704091 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:31.704432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0f1a1d9d-537b-4c12-9cd9-2e5e5c34fec9 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:31.937401 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:33.570391 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:35.248564 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45178) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:35.565287 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189ecdb-00dc-480e-b653-c2a39710cc6a req-804f30e6-fc95-4d62-9e76-4108cbcc85c5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:35.566708 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2189ecdb-00dc-480e-b653-c2a39710cc6a req-804f30e6-fc95-4d62-9e76-4108cbcc85c5 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0530841 Oct 15 11:52:35.605947 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2189ecdb-00dc-480e-b653-c2a39710cc6a req-db4b03cb-8312-450d-9397-9fdf82bd98f0 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Oct 15 11:52:35.683756 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:35.912437 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Deleting port acdff141-3151-46c6-ab4c-4f6bf9f77947 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:35.912681 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:35.991365 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] For port acdff141-3151-46c6-ab4c-4f6bf9f77947, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=acdff141-3151-46c6-ab4c-4f6bf9f77947,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:35.991743 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:36.007479 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Calling delete_port for acdff141-3151-46c6-ab4c-4f6bf9f77947 owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:36.250869 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:36.273924 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Pushing event deleted for resources: {'Port': ['ID=acdff141-3151-46c6-ab4c-4f6bf9f77947,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:36.438113 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:36.732403 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b71834-1405-40d6-9d2f-c0e29d5cdd8d req-22e6ad7e-6298-4076-86e7-afc45ecd6eda tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:36.733872 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6b71834-1405-40d6-9d2f-c0e29d5cdd8d req-22e6ad7e-6298-4076-86e7-afc45ecd6eda tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0499125 Oct 15 11:52:36.772070 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c6b71834-1405-40d6-9d2f-c0e29d5cdd8d req-4ae99217-5fc1-4027-b507-4186ba90ad8f tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups?id=e13d594c-985f-4cab-a55b-85a52d452bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Oct 15 11:52:36.855617 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:52:36.956879 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:52:36.961826 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-fa8dd2e2-cb11-4d4a-8359-3a67cf64ab53 admin admin] 10.222.0.37 "PUT /v2.0/routers/93a2aef4-a26b-4442-bfdb-aa1d56171a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7122617 Oct 15 11:52:36.965210 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45186) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:36.968094 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] Sync routers for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:52:36.977847 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:36.979221 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a74a5220>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:37.010686 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-fcfba835-ff26-4728-af48-27a72dcfd00d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:37.012142 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-fcfba835-ff26-4728-af48-27a72dcfd00d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 947 time: 0.0479083 Oct 15 11:52:37.072446 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.083463 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:37.109480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Deleting port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:37.109820 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.176727 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.204569 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] For port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:37.204942 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.265239 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a74a5220>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:52:36Z', 'revision_number': 5, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port': {'id': '7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:08Z', 'updated_at': '2021-10-15T11:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:37.284713 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Deleting port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:37.285677 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.292939 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] Checking router: 93a2aef4-a26b-4442-bfdb-aa1d56171a31 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:52:37.301129 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] Routers {'93a2aef4-a26b-4442-bfdb-aa1d56171a31'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:37.301742 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a74a5220>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:37.367280 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] For port 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:37.367681 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.381217 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Calling delete_port for 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 owned by network:router_gateway {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:37.382446 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.382842 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.383163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Floating IP ca993488-e5e6-4fdd-acee-fad24172abc7 disassociated. External IP: 172.27.0.106, port: 0616fd18-a557-49bb-b5de-cf57d3ef0c5f. Oct 15 11:52:37.383507 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Calling delete_port for 0616fd18-a557-49bb-b5de-cf57d3ef0c5f owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:37.390773 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] Set router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 gateway port host: None {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:37.442871 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a74a5220>, [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:52:37Z', 'revision_number': 6, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:37.472060 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e1d92a-7203-4b4d-bea4-baf078172dc7 None None] The sync data for ids ['93a2aef4-a26b-4442-bfdb-aa1d56171a31'] in dv-cinder-814129-1-iscsi is: [{'id': '93a2aef4-a26b-4442-bfdb-aa1d56171a31', 'name': 'tempest-AttachVolumeTestJSON-447331817-router', 'tenant_id': 'fd15f933f6f547c783143ab31ab6a28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:52:37Z', 'revision_number': 6, 'project_id': 'fd15f933f6f547c783143ab31ab6a28e', 'gw_port_host': None}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:52:37.566458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.595974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event deleted for resources: {'Port': ['ID=0616fd18-a557-49bb-b5de-cf57d3ef0c5f,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:37.606505 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.634322 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:37.694401 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.707396 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Router df49405d-7bcf-4c31-b9c5-093af4260e53 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:52:37.781950 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.784012 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.820991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:52:37.828788 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] Sync routers for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:52:37.838329 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:37.839315 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c8b730>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:37.864669 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] No DVR routers for this DVR port 0616fd18-a557-49bb-b5de-cf57d3ef0c5f on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:52:37.874625 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.877965 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a0ffdee0-b06d-4324-8b7f-6f12d6d8b056 req-183f0052-65af-497e-9bd8-c1541a4d1efb tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.32 "DELETE /v2.0/ports/0616fd18-a557-49bb-b5de-cf57d3ef0c5f HTTP/1.1" status: 204 len: 173 time: 0.8572469 Oct 15 11:52:37.878430 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-deleted', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:52:37.880730 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5d206-662f-41bd-9d8c-062e0531df73" -d '{"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-deleted", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:52:37.903187 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b5a378b-ff9f-4878-85ea-9f6bc2693355 req-783b3fa7-08dc-48cc-8335-87f4dc8f2695 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd56baed-36a0-418b-9fdf-19ecce79309a HTTP/1.1" status: 200 len: 210 time: 0.0404294 Oct 15 11:52:37.908230 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.908853 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a2aef4-a26b-4442-bfdb-aa1d56171a31 {{(pid=106848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 11:52:37.914000 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:37.918058 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-637d37c3-0f5b-49ad-bd2c-d860f9eb3cb8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/93a2aef4-a26b-4442-bfdb-aa1d56171a31 HTTP/1.1" status: 204 len: 168 time: 0.9493158 Oct 15 11:52:37.918161 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45192) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:37.925896 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15b1879-079c-4ce3-9e0e-1e3b5a9380e2 x-openstack-request-id: req-e15b1879-079c-4ce3-9e0e-1e3b5a9380e2 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:52:37.926382 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd56baed-36a0-418b-9fdf-19ecce79309a", "name": "network-vif-deleted", "tag": "0616fd18-a557-49bb-b5de-cf57d3ef0c5f", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:52:37.926502 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e15b1879-079c-4ce3-9e0e-1e3b5a9380e2 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:52:37.926824 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd56baed-36a0-418b-9fdf-19ecce79309a', 'name': 'network-vif-deleted', 'tag': '0616fd18-a557-49bb-b5de-cf57d3ef0c5f', 'status': 'completed', 'code': 200} Oct 15 11:52:37.989603 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] Deleting subnet 65d52e97-c69c-4aed-85e2-d047c07cb64a {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:52:37.990969 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.035890 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8767179'] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.093557 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:38.163946 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.274012 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8659828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8513679'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.299578 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d52e97-c69c-4aed-85e2-d047c07cb64a,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:38.305742 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.306042 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c8b730>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:38.309607 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-41ea7492-ec62-469e-87a9-79a4f96acc57 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/65d52e97-c69c-4aed-85e2-d047c07cb64a HTTP/1.1" status: 204 len: 168 time: 0.3904026 Oct 15 11:52:38.312315 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45196) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:38.312850 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929675c-9d7e-4c98-935f-3135e3c42335 None None] Network e5d42759-a508-41e8-99d0-20582bf547ae requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:52:38.335138 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] Checking router: df49405d-7bcf-4c31-b9c5-093af4260e53 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:52:38.344032 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:38.344770 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c8b730>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:38.393249 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.460286 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:38.461428 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Deleting port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:38.461775 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.519219 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f661a-97e8-4105-b851-554a61f9435f None None] DHCP port deletion for e5d42759-a508-41e8-99d0-20582bf547ae request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 11:52:38.544991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] For port 9c71317c-317b-4e45-adcd-31b8b2e1afe6, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=9c71317c-317b-4e45-adcd-31b8b2e1afe6,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:38.547726 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.559075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Calling delete_port for 9c71317c-317b-4e45-adcd-31b8b2e1afe6 owned by network:dhcp {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:38.576820 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Deleting port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:38.577496 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.667453 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-556f661a-97e8-4105-b851-554a61f9435f None None] For port 9c71317c-317b-4e45-adcd-31b8b2e1afe6, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=9c71317c-317b-4e45-adcd-31b8b2e1afe6,segment=NetworkSegment(f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1),segment_id=f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:38.667687 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.686433 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Calling delete_port for 9c71317c-317b-4e45-adcd-31b8b2e1afe6 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:38.731937 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.748988 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c8b730>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:38.749625 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device acdff141-3151-46c6-ab4c-4f6bf9f77947 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:38.757949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c71317c-317b-4e45-adcd-31b8b2e1afe6,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:38.761727 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] No DVR routers for this DVR port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 on host dv-cinder-814129-1-iscsi {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:52:38.776976 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20267e85-9e15-4559-a44d-199453ca32e5 None None] The sync data for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi is: [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:45:14Z', 'revision_number': 4, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b', 'name': '', 'network_id': 'b31442e5-5eac-4120-b2bb-2d89cdd1de86', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'mac_address': 'fa:16:3e:cf:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:11Z', 'updated_at': '2021-10-15T11:45:21Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'subnets': [{'id': 'adde2e14-5c9b-42f6-a87d-83c466d2c9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:52:38.817264 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: acdff141-3151-46c6-ab4c-4f6bf9f77947 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:38.817599 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device acdff141-3151-46c6-ab4c-4f6bf9f77947 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:38.818016 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:38.840168 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:38.840512 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7ef7c2fc-2c1e-4c2e-88c1-31cec4b53e07 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:38.840925 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 9c71317c-317b-4e45-adcd-31b8b2e1afe6 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:38.846011 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.868498 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a4550970>,) {'filters': {'network_id': ['e5d42759-a508-41e8-99d0-20582bf547ae']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:38.871770 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 9c71317c-317b-4e45-adcd-31b8b2e1afe6 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:38.872133 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 9c71317c-317b-4e45-adcd-31b8b2e1afe6 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:38.882554 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4550970>, 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:38.882838 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4550970>, 'f31ca7b8-7a67-40f0-8c2d-1d50cc3878e1') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:38.893599 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.907310 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.911628 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.913696 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:52:38.914078 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:52:38.916452 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:52:38.939390 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Pushing event deleted for resources: {'Port': ['ID=9c71317c-317b-4e45-adcd-31b8b2e1afe6,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:38.941676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f661a-97e8-4105-b851-554a61f9435f None None] No DVR routers for this DVR port 9c71317c-317b-4e45-adcd-31b8b2e1afe6 on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:52:38.958141 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.958499 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.958872 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.959210 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.959544 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.960226 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.960577 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.960912 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.961241 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.961566 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.961891 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:38.962786 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f661a-97e8-4105-b851-554a61f9435f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:52:39.029447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.035689 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.039262 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5d42759-a508-41e8-99d0-20582bf547ae HTTP/1.1" status: 204 len: 168 time: 0.7259440 Oct 15 11:52:39.051272 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1ee93-5b6b-4470-83c7-824c29170084 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d42759-a508-41e8-99d0-20582bf547ae,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:39.054761 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43659b5f-5f84-43ff-9e5c-1881fa103b9f None None] New status for floating IP ca993488-e5e6-4fdd-acee-fad24172abc7: DOWN {{(pid=106849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:52:39.087270 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45204) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:39.150800 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb2d-fd8f-4f2f-b122-3b29dbca198d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.179532 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb2d-fd8f-4f2f-b122-3b29dbca198d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.309560 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb2d-fd8f-4f2f-b122-3b29dbca198d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.312315 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb2d-fd8f-4f2f-b122-3b29dbca198d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.316408 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45206) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:39.316953 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-00bdeb2d-fd8f-4f2f-b122-3b29dbca198d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "DELETE /v2.0/security-groups/e13d594c-985f-4cab-a55b-85a52d452bf8 HTTP/1.1" status: 204 len: 168 time: 0.2274952 Oct 15 11:52:39.325888 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdeb2d-fd8f-4f2f-b122-3b29dbca198d tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d594c-985f-4cab-a55b-85a52d452bf8,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:39.329479 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.api.v2.resource [None req-2cc5afc3-cc67-4090-bf17-e34deee28b23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] show failed (client error): The resource could not be found. Oct 15 11:52:39.330527 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-2cc5afc3-cc67-4090-bf17-e34deee28b23 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "GET /v2.0/security-groups/e13d594c-985f-4cab-a55b-85a52d452bf8 HTTP/1.1" status: 404 len: 347 time: 0.0131216 Oct 15 11:52:39.333405 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45208) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:39.423652 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45210) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:39.455500 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Deleting port 8aab91fc-a6c8-4b06-9201-07b439290904 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:39.456354 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.463278 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9cc5e1b5-c331-4c77-92b8-fa138d977e8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd15f933f6f547c783143ab31ab6a28e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377967 Oct 15 11:52:39.466025 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45212) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:39.513256 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9bbd-1153-41c9-88d9-35991f8d882c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.535562 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9bbd-1153-41c9-88d9-35991f8d882c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.536187 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.536513 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.547776 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Calling delete_port for 8aab91fc-a6c8-4b06-9201-07b439290904 owned by network:floatingip {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:39.668065 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9bbd-1153-41c9-88d9-35991f8d882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.670667 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a6bf9bbd-1153-41c9-88d9-35991f8d882c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.671826 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a6bf9bbd-1153-41c9-88d9-35991f8d882c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94ba1238-699f-4f76-8dd2-fd83a1217165 HTTP/1.1" status: 204 len: 168 time: 0.2048640 Oct 15 11:52:39.679615 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf9bbd-1153-41c9-88d9-35991f8d882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ba1238-699f-4f76-8dd2-fd83a1217165,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:39.726116 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.727551 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:39.747821 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 0616fd18-a557-49bb-b5de-cf57d3ef0c5f {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:39.748169 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 0616fd18-a557-49bb-b5de-cf57d3ef0c5f not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:39.751476 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Pushing event deleted for resources: {'Port': ['ID=8aab91fc-a6c8-4b06-9201-07b439290904,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:39.812459 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks [] for floatingip, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.815120 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:39.816356 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-0c97654d-94ea-4094-b02b-313abd408684 tempest-AttachVolumeShelveTestJSON-1896232846 tempest-AttachVolumeShelveTestJSON-1896232846-project] 10.222.0.37 "DELETE /v2.0/floatingips/ca993488-e5e6-4fdd-acee-fad24172abc7 HTTP/1.1" status: 204 len: 168 time: 0.4818563 Oct 15 11:52:42.042258 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45266) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:42.143375 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7cc99d37-5d65-437c-a574-f59309c829ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:42.217991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7cc99d37-5d65-437c-a574-f59309c829ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:42.292489 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-7cc99d37-5d65-437c-a574-f59309c829ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:42.329895 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-7cc99d37-5d65-437c-a574-f59309c829ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5726fdeab8cd4774ba4e0c7a4162bdd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865355 Oct 15 11:52:42.331410 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc99d37-5d65-437c-a574-f59309c829ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2659f73-cbcb-4b46-8716-d11acc9ac92f,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:42.333775 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45270) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:42.395533 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3f31a944-afab-4e24-9f1f-2690a9eb5c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:42.418859 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3f31a944-afab-4e24-9f1f-2690a9eb5c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:42.537753 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3f31a944-afab-4e24-9f1f-2690a9eb5c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:42.543794 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3f31a944-afab-4e24-9f1f-2690a9eb5c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:42.543794 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3f31a944-afab-4e24-9f1f-2690a9eb5c2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2659f73-cbcb-4b46-8716-d11acc9ac92f HTTP/1.1" status: 204 len: 168 time: 0.2079239 Oct 15 11:52:42.550572 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31a944-afab-4e24-9f1f-2690a9eb5c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2659f73-cbcb-4b46-8716-d11acc9ac92f,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:42.587447 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45280) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:42.998783 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.218753 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45290) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:43.232362 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f6e3fd16-0894-49c5-8ef3-596fb7360240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.305301 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f6e3fd16-0894-49c5-8ef3-596fb7360240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.365304 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f6e3fd16-0894-49c5-8ef3-596fb7360240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.418283 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-f6e3fd16-0894-49c5-8ef3-596fb7360240 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d5e7422d087449bb5cee70210818ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983337 Oct 15 11:52:43.425728 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45294) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:43.431615 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3fd16-0894-49c5-8ef3-596fb7360240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd68beca-19a7-4332-bc20-081e4564e55a,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:43.457726 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db41ef-e793-47cf-82a1-fa77507f10e5 req-060e8f4d-f561-4e0e-9ac2-fe28455a6f7a tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:43.459296 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-79db41ef-e793-47cf-82a1-fa77507f10e5 req-060e8f4d-f561-4e0e-9ac2-fe28455a6f7a tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0560141 Oct 15 11:52:43.496040 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Deleting port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:43.496380 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.500695 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8ae13ff7-cb35-42d7-aabf-9b51f8698dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.529262 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-79db41ef-e793-47cf-82a1-fa77507f10e5 req-2712bc8a-5d23-4df1-b933-2d7b4ef5f5b3 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625112 Oct 15 11:52:43.538792 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-eb4271f3-f35a-4032-bed3-897862883170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:43.540225 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-eb4271f3-f35a-4032-bed3-897862883170 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1138 time: 0.0593462 Oct 15 11:52:43.568143 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8ae13ff7-cb35-42d7-aabf-9b51f8698dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.617598 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] For port 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:43.617978 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.630679 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Calling delete_port for 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:43.630858 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-5a1af1b2-88a9-4ec3-8cf1-4e07eebecc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:43.632226 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-5a1af1b2-88a9-4ec3-8cf1-4e07eebecc1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 200 len: 915 time: 0.0839763 Oct 15 11:52:43.701413 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-3a593ecf-4167-4ef9-843b-fcba0b58746f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 1002 time: 0.0614102 Oct 15 11:52:43.745207 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8ae13ff7-cb35-42d7-aabf-9b51f8698dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.747756 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-8ae13ff7-cb35-42d7-aabf-9b51f8698dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.748879 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-8ae13ff7-cb35-42d7-aabf-9b51f8698dd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd68beca-19a7-4332-bc20-081e4564e55a HTTP/1.1" status: 204 len: 168 time: 0.3213151 Oct 15 11:52:43.750843 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-ce429050-2903-461a-b594-ad2755765e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:43.752385 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-ce429050-2903-461a-b594-ad2755765e8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d52ec346-1f80-449c-a83c-336ce4f5a913 HTTP/1.1" status: 200 len: 853 time: 0.0431287 Oct 15 11:52:43.770680 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae13ff7-cb35-42d7-aabf-9b51f8698dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd68beca-19a7-4332-bc20-081e4564e55a,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:43.808480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-e0f5be75-b272-4428-9924-5b240dbc666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:43.809986 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-e0f5be75-b272-4428-9924-5b240dbc666a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19d5b03a-ed3f-47ab-a827-3a007f0594d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454087 Oct 15 11:52:43.892013 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:43.917107 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:44.125079 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:44.193579 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-04521d99-1b56-4a03-abcf-5e5b93150355 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754094 Oct 15 11:52:44.284894 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5316abaa-56ea-47b1-b2aa-cb3328b1ff96 req-61a86d25-c424-41c8-a01a-48cee5c5e1cb service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835433 Oct 15 11:52:44.365416 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Router df49405d-7bcf-4c31-b9c5-093af4260e53 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:52:44.480472 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:52:44.487374 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-65450711-f33b-4650-b162-10ef03dade63 admin admin] 10.222.0.37 "PUT /v2.0/routers/df49405d-7bcf-4c31-b9c5-093af4260e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8978717 Oct 15 11:52:44.489530 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45308) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:44.492776 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] Sync routers for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:52:44.502318 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:44.502947 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ad140940>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:44.613802 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks [] for router, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:44.628040 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:44.676198 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f9dfd-e31a-4d76-86e5-c1be8d981c04 req-6783d42a-6be0-48e3-9da6-ea2d86952a56 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:44.679238 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cc0f9dfd-e31a-4d76-86e5-c1be8d981c04 req-6783d42a-6be0-48e3-9da6-ea2d86952a56 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0618467 Oct 15 11:52:44.729999 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cc0f9dfd-e31a-4d76-86e5-c1be8d981c04 req-7e0b4867-7cd3-4e78-8c1d-8c0aec74f895 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442746 Oct 15 11:52:44.770932 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:44.834175 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ad140940>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:52:43Z', 'revision_number': 5, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port': {'id': '78ee21de-d4dd-4312-887a-33aabcc518cd', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:45:06Z', 'updated_at': '2021-10-15T11:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:44.864306 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] Checking router: df49405d-7bcf-4c31-b9c5-093af4260e53 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:52:44.872774 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] Routers {'df49405d-7bcf-4c31-b9c5-093af4260e53'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:52:44.873419 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ad140940>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:52:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['df49405d-7bcf-4c31-b9c5-093af4260e53'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:44.903520 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Deleting port 78ee21de-d4dd-4312-887a-33aabcc518cd {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:44.903778 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:44.959684 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] Set router df49405d-7bcf-4c31-b9c5-093af4260e53 gateway port host: None {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:52:44.985037 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] For port 78ee21de-d4dd-4312-887a-33aabcc518cd, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=78ee21de-d4dd-4312-887a-33aabcc518cd,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:44.985604 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.000258 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Calling delete_port for 78ee21de-d4dd-4312-887a-33aabcc518cd owned by network:router_gateway {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:45.011850 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ad140940>, [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:52:44Z', 'revision_number': 6, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:45.041889 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab71f-5c19-4807-86cc-147bdeac0b55 None None] The sync data for ids ['df49405d-7bcf-4c31-b9c5-093af4260e53'] in dv-cinder-814129-1-iscsi is: [{'id': 'df49405d-7bcf-4c31-b9c5-093af4260e53', 'name': 'tempest-AttachVolumeShelveTestJSON-1122359608-router', 'tenant_id': '16f372db5f12470a936c1822f98538b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:45:05Z', 'updated_at': '2021-10-15T11:52:44Z', 'revision_number': 6, 'project_id': '16f372db5f12470a936c1822f98538b4', 'gw_port_host': None}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:52:45.234573 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.263880 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Pushing event deleted for resources: {'Port': ['ID=78ee21de-d4dd-4312-887a-33aabcc518cd,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:45.322984 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.414125 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.416878 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.526633 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.527248 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Fanout notify agent at l3_agent the message router_deleted on router df49405d-7bcf-4c31-b9c5-093af4260e53 {{(pid=106848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 11:52:45.532233 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.533443 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-0690ad37-b5b3-4350-a269-81b946c9a35e admin admin] 10.222.0.37 "DELETE /v2.0/routers/df49405d-7bcf-4c31-b9c5-093af4260e53 HTTP/1.1" status: 204 len: 168 time: 1.0429885 Oct 15 11:52:45.535907 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45332) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:45.582497 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] Deleting subnet adde2e14-5c9b-42f6-a87d-83c466d2c9d8 {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:52:45.585468 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.618500 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8767179'] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.692886 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.806699 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8659828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8513679'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.832290 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adde2e14-5c9b-42f6-a87d-83c466d2c9d8,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:45.836247 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.840044 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-aaa1e9e2-c4d8-4db8-9ff4-974d1b4a3bed admin admin] 10.222.0.37 "DELETE /v2.0/subnets/adde2e14-5c9b-42f6-a87d-83c466d2c9d8 HTTP/1.1" status: 204 len: 168 time: 0.3031759 Oct 15 11:52:45.842561 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45340) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:45.852083 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634ea5e-b45a-443d-bacc-64214e8cbea3 None None] Network b31442e5-5eac-4120-b2bb-2d89cdd1de86 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:52:45.859845 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37748e-b3bf-41f2-8b4d-caa8b606a3c0 req-571c5b14-dbe2-4e7d-965d-afccfc00186b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:45.860844 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fe37748e-b3bf-41f2-8b4d-caa8b606a3c0 req-571c5b14-dbe2-4e7d-965d-afccfc00186b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0585747 Oct 15 11:52:45.903941 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fe37748e-b3bf-41f2-8b4d-caa8b606a3c0 req-606e1d0c-6645-481d-8f6e-d8ad1fc5345a tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360548 Oct 15 11:52:45.923728 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:45.988334 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Deleting port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:45.988775 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.061148 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] For port d9dc69f7-1e43-4f65-8fac-3c86b8d63473, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:46.061589 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.063596 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] DHCP port deletion for b31442e5-5eac-4120-b2bb-2d89cdd1de86 request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 11:52:46.074821 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Calling delete_port for d9dc69f7-1e43-4f65-8fac-3c86b8d63473 owned by network:dhcp {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:46.125256 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] Deleting port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:52:46.126066 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.199252 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] For port d9dc69f7-1e43-4f65-8fac-3c86b8d63473, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,segment=NetworkSegment(a7c73faf-c7e5-43b4-97ea-741e4e75dd23),segment_id=a7c73faf-c7e5-43b4-97ea-741e4e75dd23)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:52:46.199652 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.211890 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] Calling delete_port for d9dc69f7-1e43-4f65-8fac-3c86b8d63473 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:52:46.240351 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.272203 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:46.280118 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] No DVR routers for this DVR port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 on host dv-cinder-814129-1-iscsi {{(pid=106848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:52:46.300753 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.328332 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] No DVR routers for this DVR port d9dc69f7-1e43-4f65-8fac-3c86b8d63473 on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:52:46.332263 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef2db0-ce7a-4a55-96ad-4d5aa732f5c9 None None] Pushing event deleted for resources: {'Port': ['ID=d9dc69f7-1e43-4f65-8fac-3c86b8d63473,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:46.363719 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.385426 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a65f0400>,) {'filters': {'network_id': ['b31442e5-5eac-4120-b2bb-2d89cdd1de86']}} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:46.395134 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a65f0400>, 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23') {'for_net_delete': True} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:46.395435 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a65f0400>, 'a7c73faf-c7e5-43b4-97ea-741e4e75dd23') {} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:52:46.409149 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8767170'] for segment, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.421984 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.427825 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=106848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:52:46.428334 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8659758'] for segment, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: Traceback (most recent call last): Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: timer() Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: cb(*args, **kw) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: return func(*args, **kwargs) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: self._notify() Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: self.callback(batched_events) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: event.method(event) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: return f(self, *a, **k) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._get(url).json() Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: return self.request(url, 'GET', **kwargs) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:52:46.430119 dv-cinder-814129-1-iscsi neutron-server[106848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:52:46.562837 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.578059 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:46.581245 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/b31442e5-5eac-4120-b2bb-2d89cdd1de86 HTTP/1.1" status: 204 len: 168 time: 0.7376962 Oct 15 11:52:46.582484 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53bd91-653d-4433-8a68-87063053b6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b31442e5-5eac-4120-b2bb-2d89cdd1de86,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:46.733366 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d9dc69f7-1e43-4f65-8fac-3c86b8d63473 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:46.753158 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: d9dc69f7-1e43-4f65-8fac-3c86b8d63473 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:46.753492 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d9dc69f7-1e43-4f65-8fac-3c86b8d63473 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:46.753886 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:46.771958 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:46.772298 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7fce22ba-d2b2-4908-a5f8-1f7be2b75b9b not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:46.772700 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 78ee21de-d4dd-4312-887a-33aabcc518cd no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:52:46.793247 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 78ee21de-d4dd-4312-887a-33aabcc518cd {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:52:46.793592 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 78ee21de-d4dd-4312-887a-33aabcc518cd not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:52:46.934974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45370) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:46.976278 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d108b812-0a09-4864-9583-fc3678a30913 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16f372db5f12470a936c1822f98538b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400252 Oct 15 11:52:46.979503 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45372) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:47.023990 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a22f0-999f-441f-9a7b-5836cecf907b req-d9c128e6-c470-457f-a17d-7ea325d38d51 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:47.025740 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d2a22f0-999f-441f-9a7b-5836cecf907b req-d9c128e6-c470-457f-a17d-7ea325d38d51 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0520995 Oct 15 11:52:47.028955 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b838c2f-d83e-4d4a-b89f-7903d6e58dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:47.050822 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b838c2f-d83e-4d4a-b89f-7903d6e58dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:47.067660 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9d2a22f0-999f-441f-9a7b-5836cecf907b req-d5ec2a1b-d6f0-48c1-8bdb-14eaefaf86ce tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351660 Oct 15 11:52:47.160365 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b838c2f-d83e-4d4a-b89f-7903d6e58dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:47.163050 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1b838c2f-d83e-4d4a-b89f-7903d6e58dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:47.164197 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1b838c2f-d83e-4d4a-b89f-7903d6e58dc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f1168ea-bc04-4e34-abd0-cc6dc53cf2a5 HTTP/1.1" status: 204 len: 168 time: 0.1836526 Oct 15 11:52:47.171795 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b838c2f-d83e-4d4a-b89f-7903d6e58dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1168ea-bc04-4e34-abd0-cc6dc53cf2a5,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:48.186596 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cf88a-19d9-4e70-8a15-cab855ca6e59 req-aa37e3c9-744b-4121-b5f3-2094daa53f19 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:48.187539 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df1cf88a-19d9-4e70-8a15-cab855ca6e59 req-aa37e3c9-744b-4121-b5f3-2094daa53f19 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0534799 Oct 15 11:52:48.232066 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-df1cf88a-19d9-4e70-8a15-cab855ca6e59 req-bf084f94-21d2-494f-bf74-acddd8169848 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373712 Oct 15 11:52:48.846169 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:49.348768 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c712ec8-6ae9-409d-942d-e7f56d8d8f61 req-cca30372-43ab-4934-b5a4-58a8f65fb0c0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:49.350256 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c712ec8-6ae9-409d-942d-e7f56d8d8f61 req-cca30372-43ab-4934-b5a4-58a8f65fb0c0 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0498033 Oct 15 11:52:49.391510 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4c712ec8-6ae9-409d-942d-e7f56d8d8f61 req-6b81a87e-2a11-4139-90f7-75c190a688d6 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347798 Oct 15 11:52:49.565749 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45450) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:49.667970 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-418f90bc-1e38-4d18-804d-1041b00f3bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:49.739480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-418f90bc-1e38-4d18-804d-1041b00f3bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:49.805564 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-418f90bc-1e38-4d18-804d-1041b00f3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:49.845831 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-418f90bc-1e38-4d18-804d-1041b00f3bdc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=923979b7272d4806a8ae672fe61bb7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789719 Oct 15 11:52:49.846749 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f90bc-1e38-4d18-804d-1041b00f3bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dd46dd-4b59-44c3-ab6b-1015fb99bd52,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:49.848891 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45454) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:50.109729 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec93-b7d0-471f-a2c5-93eb16b8e8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:50.129816 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec93-b7d0-471f-a2c5-93eb16b8e8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:50.228991 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec93-b7d0-471f-a2c5-93eb16b8e8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:50.231630 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f7f9ec93-b7d0-471f-a2c5-93eb16b8e8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:50.232777 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f7f9ec93-b7d0-471f-a2c5-93eb16b8e8af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8dd46dd-4b59-44c3-ab6b-1015fb99bd52 HTTP/1.1" status: 204 len: 168 time: 0.3825808 Oct 15 11:52:50.240451 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9ec93-b7d0-471f-a2c5-93eb16b8e8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dd46dd-4b59-44c3-ab6b-1015fb99bd52,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:50.503243 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f2a2-663e-453c-bf2e-e9ff6b21b8ca req-df28cae6-3d52-410d-bc84-20a77baa6058 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:50.504830 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3832f2a2-663e-453c-bf2e-e9ff6b21b8ca req-df28cae6-3d52-410d-bc84-20a77baa6058 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0480111 Oct 15 11:52:50.544071 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3832f2a2-663e-453c-bf2e-e9ff6b21b8ca req-35349c11-b2d8-460c-ab71-478aaf546a78 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328803 Oct 15 11:52:50.861463 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45466) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:50.877030 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c481b74-dcbe-47ba-8bd0-e794367959f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:50.951814 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c481b74-dcbe-47ba-8bd0-e794367959f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:51.023200 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3c481b74-dcbe-47ba-8bd0-e794367959f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:51.062270 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3c481b74-dcbe-47ba-8bd0-e794367959f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e75c3d0e5194b3abc2dd42fdf3a241f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996663 Oct 15 11:52:51.063148 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c481b74-dcbe-47ba-8bd0-e794367959f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a84f56-75d2-44ac-a07b-c6083a015d24,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:51.065004 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45468) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:51.112578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-87a48399-3e80-46af-bc89-d64b4768da6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:51.134377 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-87a48399-3e80-46af-bc89-d64b4768da6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:51.320467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-87a48399-3e80-46af-bc89-d64b4768da6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:51.323209 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-87a48399-3e80-46af-bc89-d64b4768da6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:51.324352 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-87a48399-3e80-46af-bc89-d64b4768da6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28a84f56-75d2-44ac-a07b-c6083a015d24 HTTP/1.1" status: 204 len: 168 time: 0.2583222 Oct 15 11:52:51.332255 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a48399-3e80-46af-bc89-d64b4768da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a84f56-75d2-44ac-a07b-c6083a015d24,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:51.659351 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb399290-96df-4640-865e-772c3643f13e req-7c3700c0-5924-4265-9e34-c95ddaa4eb69 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:51.660834 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fb399290-96df-4640-865e-772c3643f13e req-7c3700c0-5924-4265-9e34-c95ddaa4eb69 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0521095 Oct 15 11:52:51.708129 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-fb399290-96df-4640-865e-772c3643f13e req-5a833658-683f-45e1-9c05-d3d5736585a2 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403762 Oct 15 11:52:52.824578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a4ac5-7650-48c5-9a26-b1ab37c7e6a0 req-341d328d-d35d-4f87-ae8b-b2ba197d47bb tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:52.826076 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cb8a4ac5-7650-48c5-9a26-b1ab37c7e6a0 req-341d328d-d35d-4f87-ae8b-b2ba197d47bb tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0497973 Oct 15 11:52:52.866989 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cb8a4ac5-7650-48c5-9a26-b1ab37c7e6a0 req-04865005-55b5-40c5-9608-f6882013e850 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347605 Oct 15 11:52:53.984537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38844795-7285-47ba-9771-23c6b0037848 req-2e84ba6a-f634-4e27-88ea-7265906a422a tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:53.986060 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-38844795-7285-47ba-9771-23c6b0037848 req-2e84ba6a-f634-4e27-88ea-7265906a422a tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0507915 Oct 15 11:52:54.029374 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-38844795-7285-47ba-9771-23c6b0037848 req-6829032d-51b7-4037-a06d-37b40377a92f tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366344 Oct 15 11:52:55.146200 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ed175-1e2a-4d23-bdd2-8947aeaf5c01 req-51aeaced-7b0b-4962-83bc-c4e528e86b17 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:55.147719 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e71ed175-1e2a-4d23-bdd2-8947aeaf5c01 req-51aeaced-7b0b-4962-83bc-c4e528e86b17 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0525219 Oct 15 11:52:55.192149 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e71ed175-1e2a-4d23-bdd2-8947aeaf5c01 req-1513226a-5076-46bd-ba49-bae62cc5b7b7 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379484 Oct 15 11:52:56.310710 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d15ceb-d7f6-43e6-81bb-5667a1844ef0 req-7405bb9d-638c-4b7f-a79e-3a01e8f3bd87 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:52:56.312191 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-46d15ceb-d7f6-43e6-81bb-5667a1844ef0 req-7405bb9d-638c-4b7f-a79e-3a01e8f3bd87 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0501802 Oct 15 11:52:56.353063 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-46d15ceb-d7f6-43e6-81bb-5667a1844ef0 req-835793da-0a1f-4cda-89b2-eef138dbbc49 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=930c4a91-c7f0-4193-9a35-51be4ad21b90&id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345483 Oct 15 11:52:56.851976 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45590) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:56.955338 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9f0febb2-3581-4462-b770-62f91fdce849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.025724 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9f0febb2-3581-4462-b770-62f91fdce849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.091619 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9f0febb2-3581-4462-b770-62f91fdce849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.131555 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-9f0febb2-3581-4462-b770-62f91fdce849 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4b0cf6f12fe4f37acd2253a3df87c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784679 Oct 15 11:52:57.132622 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0febb2-3581-4462-b770-62f91fdce849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f9495-3c56-45a1-925a-28053965f24b,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:57.134240 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45596) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:57.185467 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-637f676c-647d-4c60-9744-3a5e4e6f4a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.206537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-637f676c-647d-4c60-9744-3a5e4e6f4a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.341580 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-637f676c-647d-4c60-9744-3a5e4e6f4a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.344106 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-637f676c-647d-4c60-9744-3a5e4e6f4a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.345248 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-637f676c-647d-4c60-9744-3a5e4e6f4a13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/849f9495-3c56-45a1-925a-28053965f24b HTTP/1.1" status: 204 len: 168 time: 0.2095525 Oct 15 11:52:57.352671 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f676c-647d-4c60-9744-3a5e4e6f4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f9495-3c56-45a1-925a-28053965f24b,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:57.943245 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45602) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:57.955945 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a3b119a0-d0f9-4551-800f-138a84797913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:57.971699 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cddf5e19-88ae-452d-86dd-36433bff70c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:58.034054 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a3b119a0-d0f9-4551-800f-138a84797913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:58.188595 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a3b119a0-d0f9-4551-800f-138a84797913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:58.227860 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a3b119a0-d0f9-4551-800f-138a84797913 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=954dc087357d4f369ad2cd7f56e62c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835507 Oct 15 11:52:58.228779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b119a0-d0f9-4551-800f-138a84797913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9794d292-a0c6-4447-9719-2a48bc6ed5df,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:58.230608 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45606) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:58.279030 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af76fa2f-da5e-4af5-8951-b9543b791581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:58.298890 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af76fa2f-da5e-4af5-8951-b9543b791581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:58.398578 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af76fa2f-da5e-4af5-8951-b9543b791581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:58.402078 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af76fa2f-da5e-4af5-8951-b9543b791581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:58.403250 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-af76fa2f-da5e-4af5-8951-b9543b791581 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9794d292-a0c6-4447-9719-2a48bc6ed5df HTTP/1.1" status: 204 len: 168 time: 0.1716657 Oct 15 11:52:58.414029 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76fa2f-da5e-4af5-8951-b9543b791581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9794d292-a0c6-4447-9719-2a48bc6ed5df,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:58.966770 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45612) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:58.980216 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5fe6-1e79-4b5a-ae21-ee8569dc7a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:59.049959 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5fe6-1e79-4b5a-ae21-ee8569dc7a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:59.113157 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5fe6-1e79-4b5a-ae21-ee8569dc7a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:59.150967 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d2ad5fe6-1e79-4b5a-ae21-ee8569dc7a1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98dad08f791a47519473c4bcfa0ffe3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830680 Oct 15 11:52:59.151819 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad5fe6-1e79-4b5a-ae21-ee8569dc7a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d12f057-b7e9-49a5-926d-cbb34aebd21b,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:52:59.154685 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45614) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:52:59.203803 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-36de3c6a-e7a4-4199-a4ac-7ee9e71cd534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:59.226691 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-36de3c6a-e7a4-4199-a4ac-7ee9e71cd534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:59.359830 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-36de3c6a-e7a4-4199-a4ac-7ee9e71cd534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:59.362367 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-36de3c6a-e7a4-4199-a4ac-7ee9e71cd534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:52:59.363537 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-36de3c6a-e7a4-4199-a4ac-7ee9e71cd534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d12f057-b7e9-49a5-926d-cbb34aebd21b HTTP/1.1" status: 204 len: 168 time: 0.2078195 Oct 15 11:52:59.370930 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de3c6a-e7a4-4199-a4ac-7ee9e71cd534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d12f057-b7e9-49a5-926d-cbb34aebd21b,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:00.526647 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09cfcff5-1b47-4e1c-bf5e-3f26a36bc134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:00.953137 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45648) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:01.053100 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4339d852-5ae0-473c-8b77-0e87b798be56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.122048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4339d852-5ae0-473c-8b77-0e87b798be56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.223260 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4339d852-5ae0-473c-8b77-0e87b798be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.265140 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-4339d852-5ae0-473c-8b77-0e87b798be56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c39fa17e8f6845338686bc942757f9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109307 Oct 15 11:53:01.266012 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339d852-5ae0-473c-8b77-0e87b798be56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc8e941-7521-4d73-a334-83282c314b36,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:01.268120 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45656) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:01.318802 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-11f4600c-6d4e-401f-8033-27ac24cd4916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.339227 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-11f4600c-6d4e-401f-8033-27ac24cd4916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.451732 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-11f4600c-6d4e-401f-8033-27ac24cd4916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.454361 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-11f4600c-6d4e-401f-8033-27ac24cd4916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.455559 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-11f4600c-6d4e-401f-8033-27ac24cd4916 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbc8e941-7521-4d73-a334-83282c314b36 HTTP/1.1" status: 204 len: 168 time: 0.1862562 Oct 15 11:53:01.463461 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4600c-6d4e-401f-8033-27ac24cd4916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc8e941-7521-4d73-a334-83282c314b36,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:01.583263 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:01.926458 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.022322 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45702) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:03.123663 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c5bd-e894-4a22-8d11-6f6455a4a6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.195986 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c5bd-e894-4a22-8d11-6f6455a4a6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.285778 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c5bd-e894-4a22-8d11-6f6455a4a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.326070 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f2d0c5bd-e894-4a22-8d11-6f6455a4a6eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=721f4613ac63438da878c2069e28b374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026230 Oct 15 11:53:03.326958 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0c5bd-e894-4a22-8d11-6f6455a4a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d515699-7d0a-497b-b4bf-fb816a1707da,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:03.328805 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45708) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:03.378992 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c9b81656-0e02-42ed-9f88-b943a1fd0fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.400584 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c9b81656-0e02-42ed-9f88-b943a1fd0fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.503122 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c9b81656-0e02-42ed-9f88-b943a1fd0fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.505758 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c9b81656-0e02-42ed-9f88-b943a1fd0fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:03.509871 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c9b81656-0e02-42ed-9f88-b943a1fd0fc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d515699-7d0a-497b-b4bf-fb816a1707da HTTP/1.1" status: 204 len: 168 time: 0.1794078 Oct 15 11:53:03.531238 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b81656-0e02-42ed-9f88-b943a1fd0fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d515699-7d0a-497b-b4bf-fb816a1707da,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:03.588735 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:05.069764 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:53:14.755733 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45890) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:14.869877 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3bcbb9cd-e98f-485a-913d-c4f8c9bc5aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:14.951185 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3bcbb9cd-e98f-485a-913d-c4f8c9bc5aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:15.057485 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3bcbb9cd-e98f-485a-913d-c4f8c9bc5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:15.099145 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-3bcbb9cd-e98f-485a-913d-c4f8c9bc5aa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9139292f56864cd890a540794a084e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422360 Oct 15 11:53:15.099906 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbb9cd-e98f-485a-913d-c4f8c9bc5aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8f5fb-589a-43dc-95c2-96e2e3241fd3,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:15.101689 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45898) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:15.150723 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-abf89389-2119-4d6a-a4af-3ed62387092a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:15.176157 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-abf89389-2119-4d6a-a4af-3ed62387092a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:15.290203 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-abf89389-2119-4d6a-a4af-3ed62387092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:15.292817 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-abf89389-2119-4d6a-a4af-3ed62387092a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:15.294487 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-abf89389-2119-4d6a-a4af-3ed62387092a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97d8f5fb-589a-43dc-95c2-96e2e3241fd3 HTTP/1.1" status: 204 len: 168 time: 0.1912303 Oct 15 11:53:15.304297 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf89389-2119-4d6a-a4af-3ed62387092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8f5fb-589a-43dc-95c2-96e2e3241fd3,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:16.876294 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 45938) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:16.976437 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05e6-f812-4a0b-a8ae-9f7e115b8edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:17.047766 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05e6-f812-4a0b-a8ae-9f7e115b8edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:17.101258 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05e6-f812-4a0b-a8ae-9f7e115b8edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:17.139161 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-ef2c05e6-f812-4a0b-a8ae-9f7e115b8edc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72c89461e06f4f6681bb18210d133beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617617 Oct 15 11:53:17.141272 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c05e6-f812-4a0b-a8ae-9f7e115b8edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12968467-246a-4a4e-b3dd-20be2d7e482f,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:17.142062 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 45944) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:17.194486 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-58a30206-669b-4e74-a49d-b0e43e7cd207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:17.215329 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-58a30206-669b-4e74-a49d-b0e43e7cd207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:17.337308 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-58a30206-669b-4e74-a49d-b0e43e7cd207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:17.339892 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-58a30206-669b-4e74-a49d-b0e43e7cd207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:17.341147 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-58a30206-669b-4e74-a49d-b0e43e7cd207 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12968467-246a-4a4e-b3dd-20be2d7e482f HTTP/1.1" status: 204 len: 168 time: 0.1979303 Oct 15 11:53:17.354473 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a30206-669b-4e74-a49d-b0e43e7cd207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12968467-246a-4a4e-b3dd-20be2d7e482f,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:18.863160 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:18.947943 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-f2eb4225-aa10-4c57-9a44-ae8ccda6397d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385075 Oct 15 11:53:19.026995 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-132c2bca-7bf4-4c9b-8255-8fa617c0e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:19.029004 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-132c2bca-7bf4-4c9b-8255-8fa617c0e274 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0388610 Oct 15 11:53:19.132787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-7c7beaf1-1a05-4e0e-8f5b-10e769c83b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:19.134307 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-7c7beaf1-1a05-4e0e-8f5b-10e769c83b6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 910 time: 0.0874012 Oct 15 11:53:19.204732 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-8a98bd7c-84fd-4ecf-bf6a-a522ab2cff7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0625923 Oct 15 11:53:19.255190 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-89e51b24-af1d-4dfd-a59c-b5a525807af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:19.256698 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-89e51b24-af1d-4dfd-a59c-b5a525807af1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 200 len: 848 time: 0.0445716 Oct 15 11:53:19.300917 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-346d982f-193a-4ce7-a360-b2c5da483b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:19.302403 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-346d982f-193a-4ce7-a360-b2c5da483b86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2462dceb-64bc-473a-8706-7209dcc6042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386164 Oct 15 11:53:19.393569 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-d00e2d1f-795b-42d2-afbc-c5d8e539fc3b service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827954 Oct 15 11:53:19.487811 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0c5d83c5-77ea-4392-b9a4-ff6f5ccf4a82 req-56a92f6d-12ca-41ca-a458-dd6a722ea340 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Oct 15 11:53:27.992881 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01e6fa0-00de-4c19-ae24-8e59c15f0573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:29.033214 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e28bd5-32cd-4e6b-ace6-ba5f520faff3 req-8e2cdc7f-44ea-4d59-af57-8f293a7539c8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:29.034438 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d0e28bd5-32cd-4e6b-ace6-ba5f520faff3 req-8e2cdc7f-44ea-4d59-af57-8f293a7539c8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0556903 Oct 15 11:53:29.077980 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d0e28bd5-32cd-4e6b-ace6-ba5f520faff3 req-295c0a16-a222-4bb5-9fd4-90b2b5b489e5 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373819 Oct 15 11:53:30.267653 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68a76a-a344-4998-a628-fe4ffd917f39 req-35ffc286-6d55-4642-91d8-64e076a50770 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:30.269220 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b68a76a-a344-4998-a628-fe4ffd917f39 req-35ffc286-6d55-4642-91d8-64e076a50770 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0495324 Oct 15 11:53:30.307772 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4b68a76a-a344-4998-a628-fe4ffd917f39 req-86b9821f-6dea-4a4d-93b6-ff67b9f7ea64 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Oct 15 11:53:30.531036 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0589bc11-4248-434b-9116-d753cfc5ad07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:31.424515 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760515e-0afd-4b76-93c9-1ddd7a323b59 req-42e179b4-8794-4b74-8ff8-626fe6e44e65 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:31.426014 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a760515e-0afd-4b76-93c9-1ddd7a323b59 req-42e179b4-8794-4b74-8ff8-626fe6e44e65 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0487862 Oct 15 11:53:31.464751 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a760515e-0afd-4b76-93c9-1ddd7a323b59 req-8dc072ad-511c-41d7-b716-867d3eb1b254 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Oct 15 11:53:31.605747 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:31.788078 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46096) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:31.874491 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:31.890503 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:31.963579 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:32.051121 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:32.088559 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af128a2ae4ac4e26871217633b6871b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992892 Oct 15 11:53:32.089570 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d34990-09d3-4a06-8b0b-9395f6038d1c,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:32.091033 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46106) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:32.097527 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.098303 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.098683 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.099124 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.099359 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.099692 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.100029 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.100358 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.100687 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.101012 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.101336 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.101659 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2f20d-2ebe-4ecb-af79-d338d473deff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.147471 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:32.168867 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:32.297104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:32.300019 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:32.301382 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75d34990-09d3-4a06-8b0b-9395f6038d1c HTTP/1.1" status: 204 len: 168 time: 0.2086322 Oct 15 11:53:32.308982 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d34990-09d3-4a06-8b0b-9395f6038d1c,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:32.316527 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.316875 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.317212 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.317545 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.317875 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.318201 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.318541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.318873 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.319200 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.319533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.319840 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.320159 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4bf788-3211-4228-a721-d504ae7e2283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:32.581476 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99602f53-6482-44dc-af25-2ad3373c5a3a req-0fae6999-f7e3-4433-bc79-5caa561e068f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:32.582992 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99602f53-6482-44dc-af25-2ad3373c5a3a req-0fae6999-f7e3-4433-bc79-5caa561e068f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0525718 Oct 15 11:53:32.623597 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-99602f53-6482-44dc-af25-2ad3373c5a3a req-ef6daaab-d848-48f8-a4d7-fa763fce2245 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344615 Oct 15 11:53:33.598680 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:33.735435 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368d1f3-2cc8-47c6-950b-3d8b3945ab0b req-c8e98f6a-43b0-459f-87d0-29a9e7480c8d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:33.736892 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2368d1f3-2cc8-47c6-950b-3d8b3945ab0b req-c8e98f6a-43b0-459f-87d0-29a9e7480c8d tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0474412 Oct 15 11:53:33.774206 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2368d1f3-2cc8-47c6-950b-3d8b3945ab0b req-8b458ca7-aa15-4e59-8b09-6b815c551518 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Oct 15 11:53:34.893814 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddae807-76d2-4ed3-a2d6-b3408f5d55b8 req-05ef9572-8ee5-404f-8f35-ee9ce66ff5ed tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:34.895322 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ddae807-76d2-4ed3-a2d6-b3408f5d55b8 req-05ef9572-8ee5-404f-8f35-ee9ce66ff5ed tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0565658 Oct 15 11:53:34.931701 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2ddae807-76d2-4ed3-a2d6-b3408f5d55b8 req-3834aed4-2c44-4b1f-82fc-196b8ba2ffa3 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302579 Oct 15 11:53:35.237492 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-724f3404-df8d-42f5-bce7-3e8f92a46961 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430937404&fields=id&tenant_id=f2616afeab044278ba07914445b5cb9f HTTP/1.1" status: 200 len: 267 time: 0.0309360 Oct 15 11:53:35.293980 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-e1292eeb-1904-48fb-8503-634006d92613 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:35.295420 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-e1292eeb-1904-48fb-8503-634006d92613 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 985 time: 0.0525959 Oct 15 11:53:35.308321 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Request body: {'port': {'security_groups': ['41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:53:35.376704 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.547522 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2721fd52-7af1-4621-8d12-d56a05622508,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:35.574850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.634152 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.645334 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2721fd52-7af1-4621-8d12-d56a05622508'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:53:35.678285 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:35.678919 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.680268 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5efaf327-f2b1-49d9-859d-c4992b555d4e req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "PUT /v2.0/ports/2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 943 time: 0.3786693 Oct 15 11:53:35.680704 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:53:35.683012 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b419a-472d-4559-9526-8fda9256de69" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:53:35.691614 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46156) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:35.719154 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c263eb-2db3-40f2-a831-fcb413625779 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event updated for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=7']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:35.736289 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2287e405-90d5-42a6-90a2-55395394ad07 x-openstack-request-id: req-2287e405-90d5-42a6-90a2-55395394ad07 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:53:35.736589 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:53:35.737027 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2287e405-90d5-42a6-90a2-55395394ad07 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:53:35.737444 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508', 'status': 'completed', 'code': 200} Oct 15 11:53:35.749928 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2721fd52-7af1-4621-8d12-d56a05622508'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:53:35.769069 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5714a07-321d-4585-809c-24f2144d5c8c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.798101 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5714a07-321d-4585-809c-24f2144d5c8c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.810725 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b419a-472d-4559-9526-8fda9256de69 req-ef0a996a-0560-4181-b991-d8550000ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:35.812917 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5b419a-472d-4559-9526-8fda9256de69 req-ef0a996a-0560-4181-b991-d8550000ccbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1099 time: 0.0509853 Oct 15 11:53:35.918944 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b419a-472d-4559-9526-8fda9256de69 req-86545b2a-3013-4a77-a5f7-f28e26fb4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:35.921023 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5b419a-472d-4559-9526-8fda9256de69 req-86545b2a-3013-4a77-a5f7-f28e26fb4d53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 200 len: 915 time: 0.1000030 Oct 15 11:53:35.937094 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5714a07-321d-4585-809c-24f2144d5c8c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.939672 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b5714a07-321d-4585-809c-24f2144d5c8c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:35.940818 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b5714a07-321d-4585-809c-24f2144d5c8c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "DELETE /v2.0/security-groups/930c4a91-c7f0-4193-9a35-51be4ad21b90 HTTP/1.1" status: 204 len: 168 time: 0.2526047 Oct 15 11:53:35.944277 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46158) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:35.956609 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5714a07-321d-4585-809c-24f2144d5c8c tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930c4a91-c7f0-4193-9a35-51be4ad21b90,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:36.006357 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-e1bff1c5-db5e-4bd4-b3de-7444358d4b24 None None] Provisioning complete for port 2721fd52-7af1-4621-8d12-d56a05622508 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:53:36.007116 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1bff1c5-db5e-4bd4-b3de-7444358d4b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:36.007798 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5b419a-472d-4559-9526-8fda9256de69 req-88b10bfb-ca38-4520-9b06-60a228aa3cd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 1002 time: 0.0778079 Oct 15 11:53:36.090952 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b419a-472d-4559-9526-8fda9256de69 req-6118122e-1667-4f80-a8d6-221a35a8cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:36.092919 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5b419a-472d-4559-9526-8fda9256de69 req-6118122e-1667-4f80-a8d6-221a35a8cc4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d52ec346-1f80-449c-a83c-336ce4f5a913 HTTP/1.1" status: 200 len: 853 time: 0.0709150 Oct 15 11:53:36.101244 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac53f97-7d15-49d4-9cdf-25258158ca65 req-13087854-ec59-4ca1-b1c6-fe6664b0c51a tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:36.102799 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ac53f97-7d15-49d4-9cdf-25258158ca65 req-13087854-ec59-4ca1-b1c6-fe6664b0c51a tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0902009 Oct 15 11:53:36.115695 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Deleting port b1e58ee7-eeda-4bc5-a37f-06a3233ef4c8 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:36.116035 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:36.173267 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ac53f97-7d15-49d4-9cdf-25258158ca65 req-d1c526cd-ac1c-463f-8460-df2b0b5a46df tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615504 Oct 15 11:53:36.175554 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b419a-472d-4559-9526-8fda9256de69 req-8b7ca94d-2035-4e1f-9ec4-f4d5d437dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:36.177000 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5b419a-472d-4559-9526-8fda9256de69 req-8b7ca94d-2035-4e1f-9ec4-f4d5d437dbba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19d5b03a-ed3f-47ab-a827-3a007f0594d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732553 Oct 15 11:53:36.204291 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:36.204637 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:36.215823 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Calling delete_port for b1e58ee7-eeda-4bc5-a37f-06a3233ef4c8 owned by network:floatingip {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:36.269196 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5b419a-472d-4559-9526-8fda9256de69 req-97fe3dc1-16cc-4ab8-9e74-9c071e00e9e7 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Oct 15 11:53:36.359911 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5b419a-472d-4559-9526-8fda9256de69 req-91136caf-b061-4ee8-b03e-bca4c9cf0eda service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835743 Oct 15 11:53:36.452161 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:36.483655 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event deleted for resources: {'Port': ['ID=b1e58ee7-eeda-4bc5-a37f-06a3233ef4c8,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:36.539657 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks [] for floatingip, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:36.540030 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.l3_db [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Floating IP 5c28dd45-aa51-4f38-917e-06187660de5c disassociated (deleted). External IP: 172.27.0.134, port: 2721fd52-7af1-4621-8d12-d56a05622508. Oct 15 11:53:36.741211 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Router eabfcfd5-f248-4265-9266-c1eaf8b5e78f has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:53:36.847383 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:53:36.852222 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:36.857333 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] Sync routers for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:53:36.866284 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:53:36.866994 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c15760>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:53:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:36.878960 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-24510cc1-2367-45fe-89d9-c6eda83d8549 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "DELETE /v2.0/floatingips/5c28dd45-aa51-4f38-917e-06187660de5c HTTP/1.1" status: 204 len: 168 time: 0.9336677 Oct 15 11:53:36.879528 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508'}] {{(pid=106848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:53:36.881751 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16a25872c28195c3bc42fba50a12de284aa3cf77adf9c7f0a184440e2cf81906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508"}]}' {{(pid=106848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:53:37.017490 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:53:37.132231 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c241f7-ccac-4476-938a-c2a9e28f686b x-openstack-request-id: req-21c241f7-ccac-4476-938a-c2a9e28f686b {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:53:37.134754 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "tag": "2721fd52-7af1-4621-8d12-d56a05622508", "status": "completed", "code": 200}]} {{(pid=106848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:53:37.134754 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21c241f7-ccac-4476-938a-c2a9e28f686b {{(pid=106848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:53:37.134754 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508', 'status': 'completed', 'code': 200} Oct 15 11:53:37.198440 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-6bc3586b-eb70-4667-96e5-2d8e7cdffce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:37.200718 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-6bc3586b-eb70-4667-96e5-2d8e7cdffce1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2616afeab044278ba07914445b5cb9f&device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 1099 time: 0.0457015 Oct 15 11:53:37.302447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-0295ff95-81e5-42d6-a09d-fd5bcb833dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:37.303971 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-0295ff95-81e5-42d6-a09d-fd5bcb833dac service neutron] 10.222.0.32 "GET /v2.0/networks?id=19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 200 len: 915 time: 0.0961242 Oct 15 11:53:37.352347 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c15760>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 5, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:37.355698 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-465a6b4a-aea2-4ae0-a2fa-2e4b74123125 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 200 len: 217 time: 0.0406585 Oct 15 11:53:37.383034 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] Checking router: eabfcfd5-f248-4265-9266-c1eaf8b5e78f for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:53:37.392531 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:53:37.393207 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6c15760>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:53:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:37.405700 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-9257a461-b086-4ffb-8ff9-e8d1c54e1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:37.407122 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-9257a461-b086-4ffb-8ff9-e8d1c54e1645 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d52ec346-1f80-449c-a83c-336ce4f5a913 HTTP/1.1" status: 200 len: 853 time: 0.0480118 Oct 15 11:53:37.454261 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-7f8d5dae-dbc0-4a5b-92c2-5e3b55f75f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:37.455792 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-7f8d5dae-dbc0-4a5b-92c2-5e3b55f75f58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19d5b03a-ed3f-47ab-a827-3a007f0594d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405483 Oct 15 11:53:37.503866 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:53:37.549676 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-26909372-ca7b-4e03-aae7-04ea2e87f9a9 service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Oct 15 11:53:37.640110 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8384bf82-2cb3-4be0-8d0a-572a21b6fdf0 req-95270f58-89d7-464a-8f35-319ec27430bd service neutron] 10.222.0.32 "GET /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821049 Oct 15 11:53:37.702861 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6c15760>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 5, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:37.728782 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2198211-8063-44bc-a380-234aff8dd6a9 None None] The sync data for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi is: [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:07Z', 'revision_number': 4, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '7361ae38-36dc-40ab-b214-34110fb7beb4', 'name': '', 'network_id': '19d5b03a-ed3f-47ab-a827-3a007f0594d2', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'mac_address': 'fa:16:3e:04:44:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:07Z', 'updated_at': '2021-10-15T11:51:11Z', 'revision_number': 5, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'subnets': [{'id': 'd52ec346-1f80-449c-a83c-336ce4f5a913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:53:37.938602 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50bc0e8-50e9-42f9-9a18-d6c7bfe2b699 None None] New status for floating IP 5c28dd45-aa51-4f38-917e-06187660de5c: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:53:41.720806 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6a179-e864-4745-9e65-83975488715f req-e9262039-c79e-4f7c-9fd0-d719439b6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:41.722332 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2be6a179-e864-4745-9e65-83975488715f req-e9262039-c79e-4f7c-9fd0-d719439b6311 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0402544 Oct 15 11:53:41.819306 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6a179-e864-4745-9e65-83975488715f req-ced1a9c0-c33f-4242-b099-264068af8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:41.820782 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2be6a179-e864-4745-9e65-83975488715f req-ced1a9c0-c33f-4242-b099-264068af8a7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 910 time: 0.0874786 Oct 15 11:53:41.883956 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2be6a179-e864-4745-9e65-83975488715f req-33baaadc-aaaf-48d2-98e7-cf098bc96e1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0560410 Oct 15 11:53:41.934302 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6a179-e864-4745-9e65-83975488715f req-17dd469d-88f1-4fc4-8dc9-e51e1c5f1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:41.936294 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2be6a179-e864-4745-9e65-83975488715f req-17dd469d-88f1-4fc4-8dc9-e51e1c5f1aa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 200 len: 848 time: 0.0460989 Oct 15 11:53:41.980617 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6a179-e864-4745-9e65-83975488715f req-5d566887-7d4a-4d9c-8f85-1b4c173f1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:41.981218 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2be6a179-e864-4745-9e65-83975488715f req-5d566887-7d4a-4d9c-8f85-1b4c173f1eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2462dceb-64bc-473a-8706-7209dcc6042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380242 Oct 15 11:53:42.067004 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:53:42.077942 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2be6a179-e864-4745-9e65-83975488715f req-5f1d8a37-f4f6-4e24-827f-0dd104d34253 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887780 Oct 15 11:53:42.174910 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2be6a179-e864-4745-9e65-83975488715f req-f9f88e67-9d5f-4296-bb34-e8edc6721cc4 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891442 Oct 15 11:53:42.423462 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d525f-022c-4658-8114-b8475e7c7206 req-5531aba1-3271-49e3-83b7-2f4591dc784b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:42.424970 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0d6d525f-022c-4658-8114-b8475e7c7206 req-5531aba1-3271-49e3-83b7-2f4591dc784b tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0527053 Oct 15 11:53:42.461769 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0d6d525f-022c-4658-8114-b8475e7c7206 req-36c82358-7c42-42f7-8cea-37393a4a156e tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Oct 15 11:53:43.578785 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ec51b-a9dc-426f-986d-90a04ea6cda0 req-c0d2e119-a19b-44e8-b909-ab37a890a694 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:43.580254 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f1ec51b-a9dc-426f-986d-90a04ea6cda0 req-c0d2e119-a19b-44e8-b909-ab37a890a694 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0519497 Oct 15 11:53:43.620161 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8f1ec51b-a9dc-426f-986d-90a04ea6cda0 req-5f6c57de-b884-42da-be21-3020b2424abf tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/security-groups?id=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338824 Oct 15 11:53:44.174215 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-2e26a39d-bb68-4c49-a200-f575a8a7ce44 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:53:44.175726 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-2e26a39d-bb68-4c49-a200-f575a8a7ce44 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 946 time: 0.0490577 Oct 15 11:53:44.275932 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Deleting port 2721fd52-7af1-4621-8d12-d56a05622508 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:44.276280 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:44.364059 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] For port 2721fd52-7af1-4621-8d12-d56a05622508, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2721fd52-7af1-4621-8d12-d56a05622508,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:44.364427 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:44.377576 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Calling delete_port for 2721fd52-7af1-4621-8d12-d56a05622508 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:44.606041 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:44.622030 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2721fd52-7af1-4621-8d12-d56a05622508'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:53:44.649257 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Pushing event deleted for resources: {'Port': ['ID=2721fd52-7af1-4621-8d12-d56a05622508,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:44.714806 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] No DVR routers for this DVR port 2721fd52-7af1-4621-8d12-d56a05622508 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:53:44.724382 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:44.727753 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5c6de56c-eaa7-4428-b57c-da49b67f51a8 req-09329778-c1b2-43d4-9bf5-3de7634a9c23 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.32 "DELETE /v2.0/ports/2721fd52-7af1-4621-8d12-d56a05622508 HTTP/1.1" status: 204 len: 173 time: 0.5457385 Oct 15 11:53:44.728215 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'name': 'network-vif-deleted', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:53:44.730947 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80df7eb4-eea9-4489-abac-9581b2c4318f" -d '{"events": [{"server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "name": "network-vif-deleted", "tag": "2721fd52-7af1-4621-8d12-d56a05622508"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:53:44.756555 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f5ade22-dc81-4c73-acf8-7de8d18a90e9 req-963a5509-17e3-48aa-bf0d-7d1743ffe153 tempest-TestMinimumBasicScenario-213169435 tempest-TestMinimumBasicScenario-213169435-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c2c5a8d-e261-4899-a183-dee91c2ca954 HTTP/1.1" status: 200 len: 210 time: 0.0430424 Oct 15 11:53:44.801103 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae9cb74-a483-4fa3-ba78-3c3932deb441 x-openstack-request-id: req-7ae9cb74-a483-4fa3-ba78-3c3932deb441 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:53:44.801391 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c5a8d-e261-4899-a183-dee91c2ca954", "name": "network-vif-deleted", "tag": "2721fd52-7af1-4621-8d12-d56a05622508", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:53:44.801639 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ae9cb74-a483-4fa3-ba78-3c3932deb441 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:53:44.802031 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2c5a8d-e261-4899-a183-dee91c2ca954', 'name': 'network-vif-deleted', 'tag': '2721fd52-7af1-4621-8d12-d56a05622508', 'status': 'completed', 'code': 200} Oct 15 11:53:46.013798 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2721fd52-7af1-4621-8d12-d56a05622508 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:46.035368 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 2721fd52-7af1-4621-8d12-d56a05622508 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:53:46.035708 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2721fd52-7af1-4621-8d12-d56a05622508 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:53:46.036126 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2c91429e-5bb0-4ee1-891f-307fac225ef0 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:46.115214 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:46.137260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:53:46.139519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296648e9-106c-4280-afc0-dffddb05d5b1" -d '{"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-unplugged", "status": "completed", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:53:46.152676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:46.171429 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a43615a-7c30-44e6-ad63-9ad54cc317df x-openstack-request-id: req-5a43615a-7c30-44e6-ad63-9ad54cc317df {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:53:46.171716 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-unplugged", "status": "failed", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0", "code": 422}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:53:46.171968 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a43615a-7c30-44e6-ad63-9ad54cc317df {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:53:46.172389 dv-cinder-814129-1-iscsi neutron-server[106849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'code': 422} returned with failed status Oct 15 11:53:46.268688 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:46.316394 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=6']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:46.323239 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.323582 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.323919 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.324282 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.324725 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.325058 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.325381 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.325793 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.326998 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.327351 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.327762 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.328049 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:53:46.772498 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46344) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:46.875088 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e49b666-86f1-441b-a3a4-ffcd0036f291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:46.946304 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e49b666-86f1-441b-a3a4-ffcd0036f291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:46.999944 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5e49b666-86f1-441b-a3a4-ffcd0036f291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.038048 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5e49b666-86f1-441b-a3a4-ffcd0036f291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b284c85895e94820b6e6ac4f7f8763f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643981 Oct 15 11:53:47.038950 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49b666-86f1-441b-a3a4-ffcd0036f291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216d8fd0-3790-4f38-9a66-49df2aa005c7,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:47.040925 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46350) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:47.091945 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-695552a2-737c-4750-b8bc-968aaea58743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.113045 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-695552a2-737c-4750-b8bc-968aaea58743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.245752 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-695552a2-737c-4750-b8bc-968aaea58743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.249074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-695552a2-737c-4750-b8bc-968aaea58743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.249198 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46352) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:47.253073 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-695552a2-737c-4750-b8bc-968aaea58743 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/216d8fd0-3790-4f38-9a66-49df2aa005c7 HTTP/1.1" status: 204 len: 168 time: 0.2083292 Oct 15 11:53:47.258459 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695552a2-737c-4750-b8bc-968aaea58743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216d8fd0-3790-4f38-9a66-49df2aa005c7,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:47.593310 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.826981 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Deleting port 7361ae38-36dc-40ab-b214-34110fb7beb4 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:47.827647 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.844582 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46358) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:47.864842 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1f812ad7-401c-47dc-aeaa-6932ed3b057e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.937203 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] For port 7361ae38-36dc-40ab-b214-34110fb7beb4, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=7361ae38-36dc-40ab-b214-34110fb7beb4,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:47.937634 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:47.954589 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Calling delete_port for 7361ae38-36dc-40ab-b214-34110fb7beb4 owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:48.047838 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1f812ad7-401c-47dc-aeaa-6932ed3b057e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.106969 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-1f812ad7-401c-47dc-aeaa-6932ed3b057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.153144 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-1f812ad7-401c-47dc-aeaa-6932ed3b057e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a75a237d0a2741249ffb8ee9777f63f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075597 Oct 15 11:53:48.155945 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46360) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:48.164928 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f812ad7-401c-47dc-aeaa-6932ed3b057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701fa35a-b8fb-4fb0-a594-e130bd7775d9,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:48.218243 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d3c19c13-2887-4d10-83da-1c1c9a16b88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.244809 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d3c19c13-2887-4d10-83da-1c1c9a16b88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.291876 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.319225 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7361ae38-36dc-40ab-b214-34110fb7beb4,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:48.388605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d3c19c13-2887-4d10-83da-1c1c9a16b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.391516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-d3c19c13-2887-4d10-83da-1c1c9a16b88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.396450 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-d3c19c13-2887-4d10-83da-1c1c9a16b88f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/701fa35a-b8fb-4fb0-a594-e130bd7775d9 HTTP/1.1" status: 204 len: 168 time: 0.2393751 Oct 15 11:53:48.406685 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c19c13-2887-4d10-83da-1c1c9a16b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701fa35a-b8fb-4fb0-a594-e130bd7775d9,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:48.484839 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.891124 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:48.916976 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Router eabfcfd5-f248-4265-9266-c1eaf8b5e78f has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:53:49.020746 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:53:49.025984 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-d695189c-d15d-467a-a56f-f67dbd1787eb admin admin] 10.222.0.37 "PUT /v2.0/routers/eabfcfd5-f248-4265-9266-c1eaf8b5e78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758753 Oct 15 11:53:49.031931 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] Sync routers for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:53:49.032975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46374) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:49.040930 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:53:49.041628 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a67f01f0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:53:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:49.137105 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks [] for router, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:49.144526 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:53:49.240496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:49.327865 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a67f01f0>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:53:48Z', 'revision_number': 5, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port': {'id': '8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:49.353406 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Deleting port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:49.353737 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:49.355131 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] Checking router: eabfcfd5-f248-4265-9266-c1eaf8b5e78f for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:53:49.363415 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] Routers {'eabfcfd5-f248-4265-9266-c1eaf8b5e78f'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:53:49.364032 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a67f01f0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:53:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:49.433409 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] For port 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:49.433779 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:49.446244 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Calling delete_port for 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e owned by network:router_gateway {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:49.466133 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] Set router eabfcfd5-f248-4265-9266-c1eaf8b5e78f gateway port host: None {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:53:49.526760 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a67f01f0>, [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:53:49Z', 'revision_number': 6, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:49.554133 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fcf1fd-e94e-4cf6-a568-0a75bfbf0f56 None None] The sync data for ids ['eabfcfd5-f248-4265-9266-c1eaf8b5e78f'] in dv-cinder-814129-1-iscsi is: [{'id': 'eabfcfd5-f248-4265-9266-c1eaf8b5e78f', 'name': 'tempest-TestMinimumBasicScenario-239162144-router', 'tenant_id': 'f2616afeab044278ba07914445b5cb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:04Z', 'updated_at': '2021-10-15T11:53:49Z', 'revision_number': 6, 'project_id': 'f2616afeab044278ba07914445b5cb9f', 'gw_port_host': None}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:53:49.703564 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:49.746075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:49.806174 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.163345 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.165460 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.280094 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.280729 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eabfcfd5-f248-4265-9266-c1eaf8b5e78f {{(pid=106847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 11:53:50.286678 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.287818 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-114c7416-a1d8-43c3-894f-f81bf8e3e83f admin admin] 10.222.0.37 "DELETE /v2.0/routers/eabfcfd5-f248-4265-9266-c1eaf8b5e78f HTTP/1.1" status: 204 len: 168 time: 1.2536318 Oct 15 11:53:50.290300 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46402) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:50.338732 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] Deleting subnet d52ec346-1f80-449c-a83c-336ce4f5a913 {{(pid=106847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:53:50.341949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.378311 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9062860'] for subnet, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.491077 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.629013 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589085'] for subnet, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.654094 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52ec346-1f80-449c-a83c-336ce4f5a913,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:50.657832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.661191 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-31cf2607-f045-4625-88fe-cb07bab75f1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d52ec346-1f80-449c-a83c-336ce4f5a913 HTTP/1.1" status: 204 len: 168 time: 0.3699355 Oct 15 11:53:50.663571 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab8d11-aaea-4a04-a438-88a129a641a5 None None] Network 19d5b03a-ed3f-47ab-a827-3a007f0594d2 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:53:50.664011 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46408) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:50.732771 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.786711 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7361ae38-36dc-40ab-b214-34110fb7beb4 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:50.812019 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 7361ae38-36dc-40ab-b214-34110fb7beb4 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:53:50.812463 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 7361ae38-36dc-40ab-b214-34110fb7beb4 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:53:50.812886 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:50.815815 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Deleting port ac440ab9-74d5-4db2-8853-aa317f98be7b {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:50.815815 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.833835 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:53:50.834201 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 8a6424f2-c46c-4f6c-b4c7-7cf48e9c333e not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:53:50.857749 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] DHCP port deletion for 19d5b03a-ed3f-47ab-a827-3a007f0594d2 request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 11:53:50.880669 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] For port ac440ab9-74d5-4db2-8853-aa317f98be7b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ac440ab9-74d5-4db2-8853-aa317f98be7b,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:50.880975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.895821 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Calling delete_port for ac440ab9-74d5-4db2-8853-aa317f98be7b owned by network:dhcp {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:50.905348 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] Deleting port ac440ab9-74d5-4db2-8853-aa317f98be7b {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:50.905729 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.969563 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] For port ac440ab9-74d5-4db2-8853-aa317f98be7b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ac440ab9-74d5-4db2-8853-aa317f98be7b,segment=NetworkSegment(01dab21c-7297-4e20-941a-8346d5afcf30),segment_id=01dab21c-7297-4e20-941a-8346d5afcf30)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:50.969969 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:50.983083 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] Calling delete_port for ac440ab9-74d5-4db2-8853-aa317f98be7b owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:51.057186 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.062855 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.083357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac440ab9-74d5-4db2-8853-aa317f98be7b,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:51.085250 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] No DVR routers for this DVR port ac440ab9-74d5-4db2-8853-aa317f98be7b on host dv-cinder-814129-1-iscsi {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:53:51.094759 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] Pushing event deleted for resources: {'Port': ['ID=ac440ab9-74d5-4db2-8853-aa317f98be7b,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:51.099279 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88127534-e49f-4c4b-89bc-f9378d1f49fc None None] No DVR routers for this DVR port ac440ab9-74d5-4db2-8853-aa317f98be7b on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:53:51.162724 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.183628 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a4a0b6d0>,) {'filters': {'network_id': ['19d5b03a-ed3f-47ab-a827-3a007f0594d2']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:51.193094 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4a0b6d0>, '01dab21c-7297-4e20-941a-8346d5afcf30') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:51.193454 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a4a0b6d0>, '01dab21c-7297-4e20-941a-8346d5afcf30') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:51.202402 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.215331 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.221619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:53:51.222019 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:53:51.223646 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:53:51.326146 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.331290 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.334378 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] 10.222.0.37 "DELETE /v2.0/networks/19d5b03a-ed3f-47ab-a827-3a007f0594d2 HTTP/1.1" status: 204 len: 168 time: 0.6696491 Oct 15 11:53:51.337373 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46414) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:51.345301 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c486500-d4ef-47b7-b010-85d86e6c348b admin admin] Pushing event deleted for resources: {'Network': ['ID=19d5b03a-ed3f-47ab-a827-3a007f0594d2,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:51.671669 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.905032 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Deleting port ffacd39c-de12-42b4-86b9-c8469413b562 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:51.905366 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.978467 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] For port ffacd39c-de12-42b4-86b9-c8469413b562, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ffacd39c-de12-42b4-86b9-c8469413b562,segment=NetworkSegment(f0a36740-588f-490a-a62c-8eb45bf48766),segment_id=f0a36740-588f-490a-a62c-8eb45bf48766)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:51.978802 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:51.991096 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Calling delete_port for ffacd39c-de12-42b4-86b9-c8469413b562 owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:52.234027 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:52.260230 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffacd39c-de12-42b4-86b9-c8469413b562,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:52.426638 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:52.636470 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Router 08eae539-a265-490d-b04f-b6280d59fa43 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:53:52.746074 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:53:52.755075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46424) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:52.755852 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] Sync routers for ids ['08eae539-a265-490d-b04f-b6280d59fa43'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:53:52.761572 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-6ca6dab4-9e30-46cb-bd2d-4d49213f327e admin admin] 10.222.0.37 "PUT /v2.0/routers/08eae539-a265-490d-b04f-b6280d59fa43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4230423 Oct 15 11:53:52.767734 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] Routers {'08eae539-a265-490d-b04f-b6280d59fa43'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:53:52.767734 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:53:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['08eae539-a265-490d-b04f-b6280d59fa43'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:52.852295 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ac440ab9-74d5-4db2-8853-aa317f98be7b no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:52.872851 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:52.883959 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: ac440ab9-74d5-4db2-8853-aa317f98be7b {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:53:52.884802 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ac440ab9-74d5-4db2-8853-aa317f98be7b not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:53:52.889246 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] Set router 08eae539-a265-490d-b04f-b6280d59fa43 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:53:52.982766 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.064705 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:53:52Z', 'revision_number': 5, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port': {'id': '32283ff7-3ebe-4309-9874-ebd64212f6b8', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eae539-a265-490d-b04f-b6280d59fa43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:51:13Z', 'updated_at': '2021-10-15T11:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:53.091863 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] Checking router: 08eae539-a265-490d-b04f-b6280d59fa43 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:53:53.101585 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] Routers {'08eae539-a265-490d-b04f-b6280d59fa43'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:53:53.102211 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:53:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['08eae539-a265-490d-b04f-b6280d59fa43'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:53.112804 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Deleting port 32283ff7-3ebe-4309-9874-ebd64212f6b8 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:53.113142 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.194265 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] Set router 08eae539-a265-490d-b04f-b6280d59fa43 gateway port host: None {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:53:53.195321 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] For port 32283ff7-3ebe-4309-9874-ebd64212f6b8, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=32283ff7-3ebe-4309-9874-ebd64212f6b8,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:53.195709 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.208364 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Calling delete_port for 32283ff7-3ebe-4309-9874-ebd64212f6b8 owned by network:router_gateway {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:53.248461 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:53:52Z', 'revision_number': 6, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:53.275795 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e13c82-fbf4-464e-9cfe-945f28512c38 None None] The sync data for ids ['08eae539-a265-490d-b04f-b6280d59fa43'] in dv-cinder-814129-1-iscsi is: [{'id': '08eae539-a265-490d-b04f-b6280d59fa43', 'name': 'tempest-TestMinimumBasicScenario-49495523-router', 'tenant_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:51:12Z', 'updated_at': '2021-10-15T11:53:52Z', 'revision_number': 6, 'project_id': 'e9ddc76d6bbe4b29b141ec632944b2f4', 'gw_port_host': None}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:53:53.428358 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.452062 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=32283ff7-3ebe-4309-9874-ebd64212f6b8,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:53.523578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.616896 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.619310 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.777230 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.777879 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08eae539-a265-490d-b04f-b6280d59fa43 {{(pid=106847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 11:53:53.784456 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.785231 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-20bbee68-712c-4ad3-8432-0785e83e82e4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/08eae539-a265-490d-b04f-b6280d59fa43 HTTP/1.1" status: 204 len: 168 time: 1.0294325 Oct 15 11:53:53.787517 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46436) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:53.832510 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] Deleting subnet fb829c40-8f51-41cf-8a70-ddbf54835f16 {{(pid=106847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:53:53.835603 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.869799 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9062860'] for subnet, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:53.950893 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.074497 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589085'] for subnet, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.109058 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb829c40-8f51-41cf-8a70-ddbf54835f16,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:54.109058 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.109058 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-33d202b1-4be2-4cb9-a2fa-e497358048a1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb829c40-8f51-41cf-8a70-ddbf54835f16 HTTP/1.1" status: 204 len: 168 time: 0.3195720 Oct 15 11:53:54.110554 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46438) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:54.111902 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053fe6ed-d607-40c2-b1f6-4fc1af6c08c7 None None] Network ba88d889-63dd-4611-b7ae-0efcd3d1e4af requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:53:54.183515 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.241220 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Deleting port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:54.241659 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.306455 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] DHCP port deletion for ba88d889-63dd-4611-b7ae-0efcd3d1e4af request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 11:53:54.311963 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] For port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,segment=NetworkSegment(f0a36740-588f-490a-a62c-8eb45bf48766),segment_id=f0a36740-588f-490a-a62c-8eb45bf48766)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:54.312379 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.329225 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Calling delete_port for 2b251a62-d71b-4b2e-b28f-785f1dd1f75b owned by network:dhcp {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:54.355899 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] Deleting port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:53:54.356278 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.417932 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] For port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,segment=NetworkSegment(f0a36740-588f-490a-a62c-8eb45bf48766),segment_id=f0a36740-588f-490a-a62c-8eb45bf48766)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:53:54.418334 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.430451 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] Calling delete_port for 2b251a62-d71b-4b2e-b28f-785f1dd1f75b owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:53:54.445732 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.471784 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:54.476410 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] No DVR routers for this DVR port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b on host dv-cinder-814129-1-iscsi {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:53:54.507756 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.536350 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] Pushing event deleted for resources: {'Port': ['ID=2b251a62-d71b-4b2e-b28f-785f1dd1f75b,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:54.538274 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d16216d-2e76-4283-9804-490be5cff532 None None] No DVR routers for this DVR port 2b251a62-d71b-4b2e-b28f-785f1dd1f75b on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:53:54.558658 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.579023 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a5398490>,) {'filters': {'network_id': ['ba88d889-63dd-4611-b7ae-0efcd3d1e4af']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:54.597808 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5398490>, 'f0a36740-588f-490a-a62c-8eb45bf48766') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:54.598103 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5398490>, 'f0a36740-588f-490a-a62c-8eb45bf48766') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:53:54.607348 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.620301 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.626594 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:53:54.627002 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:53:54.628599 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:53:54.735929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.741525 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:54.744975 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ba88d889-63dd-4611-b7ae-0efcd3d1e4af HTTP/1.1" status: 204 len: 168 time: 0.6333754 Oct 15 11:53:54.756361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afff472-be12-416a-9997-fe157caff909 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba88d889-63dd-4611-b7ae-0efcd3d1e4af,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:54.776115 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 2b251a62-d71b-4b2e-b28f-785f1dd1f75b no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:54.795484 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 2b251a62-d71b-4b2e-b28f-785f1dd1f75b {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:53:54.795754 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 2b251a62-d71b-4b2e-b28f-785f1dd1f75b not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:53:54.796164 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 32283ff7-3ebe-4309-9874-ebd64212f6b8 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:54.815035 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 32283ff7-3ebe-4309-9874-ebd64212f6b8 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:53:54.815378 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 32283ff7-3ebe-4309-9874-ebd64212f6b8 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:53:54.815790 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ffacd39c-de12-42b4-86b9-c8469413b562 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:53:54.834203 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: ffacd39c-de12-42b4-86b9-c8469413b562 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:53:54.834564 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ffacd39c-de12-42b4-86b9-c8469413b562 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:53:55.108714 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46448) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:55.147738 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-8d60b63b-6545-4d42-b130-c14048ab45eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2616afeab044278ba07914445b5cb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378678 Oct 15 11:53:55.150438 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46450) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:55.197187 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c631-244d-4fe9-b968-d696c6b57361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.217159 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c631-244d-4fe9-b968-d696c6b57361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.323701 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c631-244d-4fe9-b968-d696c6b57361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.326433 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c631-244d-4fe9-b968-d696c6b57361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.327663 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-b3d7c631-244d-4fe9-b968-d696c6b57361 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554 HTTP/1.1" status: 204 len: 168 time: 0.1763086 Oct 15 11:53:55.335217 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7c631-244d-4fe9-b968-d696c6b57361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ac7a7a-6a5a-43f9-87aa-edcfa3ab6554,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:55.504261 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46456) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:55.700363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2e94cebe-2df2-4cc3-b07b-95de40d3b48d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.779958 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2e94cebe-2df2-4cc3-b07b-95de40d3b48d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.855371 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2e94cebe-2df2-4cc3-b07b-95de40d3b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.898571 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2e94cebe-2df2-4cc3-b07b-95de40d3b48d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9f07047c36947428749d53358070c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908200 Oct 15 11:53:55.898571 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94cebe-2df2-4cc3-b07b-95de40d3b48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64915378-2cdb-4275-8a96-0e649970b268,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:55.899327 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46462) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:55.956278 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a830-353c-4a21-af11-aea1803cd763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.977329 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a830-353c-4a21-af11-aea1803cd763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:55.993576 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46464) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:56.033560 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a89c9e2c-a99e-4dde-9748-34e9b8ca2e01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9ddc76d6bbe4b29b141ec632944b2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387895 Oct 15 11:53:56.035968 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46466) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:56.084450 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5e561383-be14-4bde-82a8-b5459cfe2aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.105290 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5e561383-be14-4bde-82a8-b5459cfe2aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.117186 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a830-353c-4a21-af11-aea1803cd763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.117186 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a830-353c-4a21-af11-aea1803cd763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.118041 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-e0c4a830-353c-4a21-af11-aea1803cd763 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64915378-2cdb-4275-8a96-0e649970b268 HTTP/1.1" status: 204 len: 168 time: 0.2178011 Oct 15 11:53:56.126595 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4a830-353c-4a21-af11-aea1803cd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64915378-2cdb-4275-8a96-0e649970b268,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:56.228285 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5e561383-be14-4bde-82a8-b5459cfe2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.230972 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-5e561383-be14-4bde-82a8-b5459cfe2aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.232180 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-5e561383-be14-4bde-82a8-b5459cfe2aaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/982a561d-c635-42a7-aca1-7528f36ef44b HTTP/1.1" status: 204 len: 168 time: 0.1952956 Oct 15 11:53:56.239796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e561383-be14-4bde-82a8-b5459cfe2aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982a561d-c635-42a7-aca1-7528f36ef44b,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:56.803876 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46478) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:56.817634 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-cec94dfb-3b54-4999-8ac9-9eb636bdc8c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.891637 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-cec94dfb-3b54-4999-8ac9-9eb636bdc8c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.948071 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-cec94dfb-3b54-4999-8ac9-9eb636bdc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:56.988240 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-cec94dfb-3b54-4999-8ac9-9eb636bdc8c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c41e843a2e8a4e2d9e06ae63645114f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833184 Oct 15 11:53:56.989357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec94dfb-3b54-4999-8ac9-9eb636bdc8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ccabb9-cdc5-4c10-9f33-e488901f3af1,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:56.990874 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46480) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:53:57.038757 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ad73-5d4d-4e3b-8cc2-9ac2c3a64a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:57.059337 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ad73-5d4d-4e3b-8cc2-9ac2c3a64a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:57.188062 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ad73-5d4d-4e3b-8cc2-9ac2c3a64a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:57.190728 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d8b0ad73-5d4d-4e3b-8cc2-9ac2c3a64a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:53:57.191876 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-d8b0ad73-5d4d-4e3b-8cc2-9ac2c3a64a77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55ccabb9-cdc5-4c10-9f33-e488901f3af1 HTTP/1.1" status: 204 len: 168 time: 0.2000265 Oct 15 11:53:57.199617 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0ad73-5d4d-4e3b-8cc2-9ac2c3a64a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ccabb9-cdc5-4c10-9f33-e488901f3af1,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:53:57.988363 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26ee0101-d1a5-4ce2-90a1-95dd58a2e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:00.529586 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3f861bb1-f691-406f-8e50-77948857ae81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:01.577598 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:01.862498 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:03.577094 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:17.758817 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46632) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:54:17.864049 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-80f2f9af-c2f5-44a5-a5b6-881ce86e2ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:17.937324 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-80f2f9af-c2f5-44a5-a5b6-881ce86e2ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:18.005001 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-80f2f9af-c2f5-44a5-a5b6-881ce86e2ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:18.043078 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-80f2f9af-c2f5-44a5-a5b6-881ce86e2ca5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6fb7ce297e7451ca1b55997eebadda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831650 Oct 15 11:54:18.044086 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2f9af-c2f5-44a5-a5b6-881ce86e2ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e8238f-95f6-48a2-95da-28ef49e35b8f,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:54:18.045787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46636) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:54:18.096582 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4f12bf9a-a71e-4c4d-bffc-8e168022d8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:18.117336 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4f12bf9a-a71e-4c4d-bffc-8e168022d8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:18.243562 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4f12bf9a-a71e-4c4d-bffc-8e168022d8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:18.246148 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-4f12bf9a-a71e-4c4d-bffc-8e168022d8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:18.247895 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-4f12bf9a-a71e-4c4d-bffc-8e168022d8f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1e8238f-95f6-48a2-95da-28ef49e35b8f HTTP/1.1" status: 204 len: 168 time: 0.2010729 Oct 15 11:54:18.255832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12bf9a-a71e-4c4d-bffc-8e168022d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e8238f-95f6-48a2-95da-28ef49e35b8f,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:54:18.895065 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:19.066761 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:54:28.003275 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7d2b91fc-dd38-49e4-bb8c-76fcd2a6697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:30.525399 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a67a-782f-4470-872a-a69c76b18daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:31.565573 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:31.885416 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:33.706021 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:37.345751 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28976524-e604-4280-8ceb-3d45b2e3858d req-e6c178c8-b184-4b0e-8b48-2b8a7f63930c tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:37.348106 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28976524-e604-4280-8ceb-3d45b2e3858d req-e6c178c8-b184-4b0e-8b48-2b8a7f63930c tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0504694 Oct 15 11:54:37.388046 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-28976524-e604-4280-8ceb-3d45b2e3858d req-b367b028-073b-4bf8-a6b7-a1c5fa517550 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Oct 15 11:54:37.751475 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d191-47d5-4da2-b9a2-3a9d5fe0c186 req-365fd403-5b40-4e22-b523-25ce16b86712 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:37.753588 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4093d191-47d5-4da2-b9a2-3a9d5fe0c186 req-365fd403-5b40-4e22-b523-25ce16b86712 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0518513 Oct 15 11:54:37.797014 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4093d191-47d5-4da2-b9a2-3a9d5fe0c186 req-5f693e8b-8630-4c94-9ec7-e1a99d81b85e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353804 Oct 15 11:54:37.898964 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-e8464262-45e6-4280-92ff-848ee8c0633d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466749 Oct 15 11:54:38.910659 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba5c47-63c1-4b6e-97de-a6bb0da6967a req-1dd12315-2d93-4523-a672-3e560d6de12e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:38.912137 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0bba5c47-63c1-4b6e-97de-a6bb0da6967a req-1dd12315-2d93-4523-a672-3e560d6de12e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0491493 Oct 15 11:54:38.950235 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0bba5c47-63c1-4b6e-97de-a6bb0da6967a req-451458d8-a767-4111-acc1-8e20d4fd361f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Oct 15 11:54:40.068561 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82f4a9-c5f1-443b-a348-a10037eccb10 req-bef20a56-e03d-4be6-86d8-eb07fde5af86 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:40.070000 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4d82f4a9-c5f1-443b-a348-a10037eccb10 req-bef20a56-e03d-4be6-86d8-eb07fde5af86 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0477867 Oct 15 11:54:40.106297 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4d82f4a9-c5f1-443b-a348-a10037eccb10 req-d138b96f-9e6f-40ec-b7cf-442ac0f6defe tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303288 Oct 15 11:54:40.421195 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486007fa-433a-40b6-be9b-63c068e09246 req-6ad11fde-6e10-47eb-a54b-e7e3fb693d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:40.422914 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-6ad11fde-6e10-47eb-a54b-e7e3fb693d9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0&tenant_id=4b74af886990485297e5e3e415c5e77c HTTP/1.1" status: 200 len: 1096 time: 0.0470099 Oct 15 11:54:40.494372 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486007fa-433a-40b6-be9b-63c068e09246 req-91e3e451-5e1f-4f16-b2fa-d6bb802c7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:40.495622 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-91e3e451-5e1f-4f16-b2fa-d6bb802c7772 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0492866 Oct 15 11:54:40.587599 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486007fa-433a-40b6-be9b-63c068e09246 req-1fe083ce-70dd-435a-adf0-03e963d5004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:40.589049 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-1fe083ce-70dd-435a-adf0-03e963d5004c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 910 time: 0.0864542 Oct 15 11:54:40.656301 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-3eafd4e0-29b1-4be5-8d38-8623f2af9b8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 998 time: 0.0586777 Oct 15 11:54:40.706914 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486007fa-433a-40b6-be9b-63c068e09246 req-038a4e90-87fc-4560-96f2-461703a14158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:40.708283 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-038a4e90-87fc-4560-96f2-461703a14158 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 200 len: 848 time: 0.0441833 Oct 15 11:54:40.751408 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486007fa-433a-40b6-be9b-63c068e09246 req-50b01f32-cdb0-47af-a1fa-5c984a02e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:40.753369 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-50b01f32-cdb0-47af-a1fa-5c984a02e6ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2462dceb-64bc-473a-8706-7209dcc6042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375373 Oct 15 11:54:40.843209 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-4f7d44af-a2dd-4efb-832b-0fbd57b7e106 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825651 Oct 15 11:54:40.936731 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-486007fa-433a-40b6-be9b-63c068e09246 req-48be5b66-2529-44d1-be77-b725344e871e service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855947 Oct 15 11:54:41.226621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384d830-a86c-49c7-af0c-8f1c9e5a1557 req-5c3a03d3-9ad3-43d8-8666-0acddd08407e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:41.228093 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7384d830-a86c-49c7-af0c-8f1c9e5a1557 req-5c3a03d3-9ad3-43d8-8666-0acddd08407e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0555320 Oct 15 11:54:41.265295 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7384d830-a86c-49c7-af0c-8f1c9e5a1557 req-0ff7e947-1d84-4222-b365-3ecc5417c2b8 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Oct 15 11:54:42.377301 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9f5d-bf20-4ba8-91f1-f970bfa2d479 req-30381589-bd96-4dfd-99eb-c7ef40bb1f55 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:42.378793 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cf2f9f5d-bf20-4ba8-91f1-f970bfa2d479 req-30381589-bd96-4dfd-99eb-c7ef40bb1f55 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0491316 Oct 15 11:54:42.419952 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cf2f9f5d-bf20-4ba8-91f1-f970bfa2d479 req-e34e5a80-643d-4955-bda2-6096b2599a62 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Oct 15 11:54:43.541202 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804b63c-7bc5-4482-ab10-6ca47fe52bef req-6adf2344-e324-4916-86cb-35ce5b982fc1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:43.543826 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5804b63c-7bc5-4482-ab10-6ca47fe52bef req-6adf2344-e324-4916-86cb-35ce5b982fc1 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0567205 Oct 15 11:54:43.588317 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5804b63c-7bc5-4482-ab10-6ca47fe52bef req-e3517077-cf46-4075-a816-7b9c971dcb23 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Oct 15 11:54:44.704719 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d4c6b-5358-4343-b9d1-3ead60c1cc61 req-6ff81c8f-9efc-4c74-9841-24f9504c333e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:44.706210 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-082d4c6b-5358-4343-b9d1-3ead60c1cc61 req-6ff81c8f-9efc-4c74-9841-24f9504c333e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0486941 Oct 15 11:54:44.743018 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-082d4c6b-5358-4343-b9d1-3ead60c1cc61 req-9a6ec850-e21e-4683-9450-a2da180314c4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310187 Oct 15 11:54:45.857126 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ffca6-1f66-4375-8b4e-416aa132b8e8 req-4479c84e-b552-4339-b0ed-6903e7770a8e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:45.858610 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cc0ffca6-1f66-4375-8b4e-416aa132b8e8 req-4479c84e-b552-4339-b0ed-6903e7770a8e tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0485840 Oct 15 11:54:45.894842 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-cc0ffca6-1f66-4375-8b4e-416aa132b8e8 req-58c8ac6e-5394-448f-a2fc-799a0cbc8f23 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304990 Oct 15 11:54:47.012552 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f2d9f-0b38-436f-b5a5-6df43acbffea req-fa9887d8-6147-4aa9-a40d-8a69c8c033be tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:47.013928 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e13f2d9f-0b38-436f-b5a5-6df43acbffea req-fa9887d8-6147-4aa9-a40d-8a69c8c033be tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0470881 Oct 15 11:54:47.055457 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e13f2d9f-0b38-436f-b5a5-6df43acbffea req-7fec5f0e-7a19-4ed3-8fc4-862cad99dfcb tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353458 Oct 15 11:54:48.170458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bfb38-2369-44b4-a921-fce2c7900412 req-98a78c64-9d9f-4b43-95f6-6c11bb3dd849 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:48.171972 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c1bfb38-2369-44b4-a921-fce2c7900412 req-98a78c64-9d9f-4b43-95f6-6c11bb3dd849 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0496798 Oct 15 11:54:48.208836 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7c1bfb38-2369-44b4-a921-fce2c7900412 req-591fbb99-0dd0-44e7-82a2-402a0a2db6f4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303693 Oct 15 11:54:48.258822 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2c91429e-5bb0-4ee1-891f-307fac225ef0 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:54:48.354438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:54:48.365399 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'port_id': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'mac_address': 'fa:16:3e:b0:cd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:54:48.404934 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:48.417193 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c91429e-5bb0-4ee1-891f-307fac225ef0 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:54:48.435746 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:54:48.530449 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:48.577036 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=7']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:54:48.584375 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.584725 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.585064 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.585393 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.585762 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.586091 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.586435 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.586798 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.587124 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.587443 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.587760 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.588074 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:54:48.803057 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['2c91429e-5bb0-4ee1-891f-307fac225ef0'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:54:48.901348 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:49.322823 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224719-834b-4cc3-9ef6-89620d512845 req-8dcbf8ee-4db8-40e1-b26d-7a60cb83b588 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:49.324281 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d1224719-834b-4cc3-9ef6-89620d512845 req-8dcbf8ee-4db8-40e1-b26d-7a60cb83b588 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 944 time: 0.0475070 Oct 15 11:54:49.360198 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d1224719-834b-4cc3-9ef6-89620d512845 req-cf40b1e4-f3a9-47e8-8d53-378cf425976c tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300059 Oct 15 11:54:50.258494 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2c91429e-5bb0-4ee1-891f-307fac225ef0 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:54:50.307213 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 2c91429e-5bb0-4ee1-891f-307fac225ef0 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:54:50.307592 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:50.380275 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:50.402342 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:54:50.404604 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e8738a-c091-4321-9cd8-1cd941f693e5" -d '{"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:54:50.417214 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:54:50.477197 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295c6ef-1e96-404e-9578-c19448e42df6 req-a1c56ab8-780f-43ed-9201-f6591ee41074 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:50.478680 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c295c6ef-1e96-404e-9578-c19448e42df6 req-a1c56ab8-780f-43ed-9201-f6591ee41074 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 944 time: 0.0526056 Oct 15 11:54:50.479571 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:54:50.519185 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c295c6ef-1e96-404e-9578-c19448e42df6 req-1c9782b2-2820-4bbd-b946-521b34e2c59b tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344112 Oct 15 11:54:50.529605 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=8']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:54:50.561457 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfbc30c-ad7c-47ad-b8ba-0a747465f26f x-openstack-request-id: req-acfbc30c-ad7c-47ad-b8ba-0a747465f26f {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:54:50.561743 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:54:50.561992 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acfbc30c-ad7c-47ad-b8ba-0a747465f26f {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:54:50.562379 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'code': 200} Oct 15 11:54:50.842678 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c39c6-d669-4456-abca-55a5891e23bd req-8b94de19-d190-4023-ae00-8028965de2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:50.844162 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-192c39c6-d669-4456-abca-55a5891e23bd req-8b94de19-d190-4023-ae00-8028965de2fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0390859 Oct 15 11:54:50.879008 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-192c39c6-d669-4456-abca-55a5891e23bd req-0aee8b30-a75e-4c64-bb9a-c7dbd39c67ec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263510 Oct 15 11:54:51.633231 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723703b-76aa-4758-92fb-bf4626c4e223 req-0fb7256d-2692-4892-9748-08b6e2ce8902 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:51.634697 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6723703b-76aa-4758-92fb-bf4626c4e223 req-0fb7256d-2692-4892-9748-08b6e2ce8902 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0468392 Oct 15 11:54:51.671828 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6723703b-76aa-4758-92fb-bf4626c4e223 req-37c236f4-dfac-46fb-8990-e47fc4aeeefb tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313509 Oct 15 11:54:52.781397 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cef0-6440-4a7b-b86c-56801ec42e17 req-b3d2eb30-9bdf-4010-ae3d-418e98a7ef96 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:54:52.782872 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-05d3cef0-6440-4a7b-b86c-56801ec42e17 req-b3d2eb30-9bdf-4010-ae3d-418e98a7ef96 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0468800 Oct 15 11:54:52.822849 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-05d3cef0-6440-4a7b-b86c-56801ec42e17 req-4c8104e5-a3c9-4721-8a76-e30c90ea5920 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336409 Oct 15 11:54:56.065797 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:54:57.979792 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-461758b0-f3f3-43f2-92b8-a9757173f3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.315888 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46934) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:00.417374 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.487771 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.545471 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5b690126-4b1d-421a-96c7-f994be66979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.574035 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.610774 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80da555e3a624850a80c8d8e746fc6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937331 Oct 15 11:55:00.611607 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dc6529-f8fb-4c29-ac25-b04362ddc1e8,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:00.613385 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46938) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:00.624615 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.624959 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.625304 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.625623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.625949 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.626272 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.626619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.626941 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.627262 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.627577 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.627889 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.628200 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981b491-270f-4d51-86f8-617314bdca8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:00.670719 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-08c75dab-c655-43ec-8e61-bce4d56b89f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.690878 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-08c75dab-c655-43ec-8e61-bce4d56b89f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.804816 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-08c75dab-c655-43ec-8e61-bce4d56b89f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.807429 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-08c75dab-c655-43ec-8e61-bce4d56b89f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:00.808566 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-08c75dab-c655-43ec-8e61-bce4d56b89f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21dc6529-f8fb-4c29-ac25-b04362ddc1e8 HTTP/1.1" status: 204 len: 168 time: 0.1943042 Oct 15 11:55:00.815973 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c75dab-c655-43ec-8e61-bce4d56b89f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dc6529-f8fb-4c29-ac25-b04362ddc1e8,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:01.644771 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:01.877124 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:01.911625 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46960) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:02.003401 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-911907804-network', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:02.118875 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Made reservation on behalf of a1c9dd4d919842c39adec4fe16a0eb3d for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:55:02.121030 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.131944 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.209104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.274074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.298882 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:55:02.303845 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f3151-24e3-470e-bb14-9e911d24ff17,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:02.310597 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.311526 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Added segment f4722d0e-a7a0-4535-889b-8ba01daf04c0 of type vlan for network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a Oct 15 11:55:02.350109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.448458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.449331 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:02.449907 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.512889 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] Pushing event updated for resources: {'Network': ['ID=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:02.523215 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:55:02.544605 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-78d706b1-302e-4dc1-a620-705f4ca12e9d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6318519 Oct 15 11:55:02.547833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46964) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:02.553868 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Request body: {'subnet': {'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-911907804-subnet', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:02.627743 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Made reservation on behalf of a1c9dd4d919842c39adec4fe16a0eb3d for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:55:02.630067 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589112'] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.879128 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589066'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:02.931016 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d89364-3523-44ce-8a4f-508e1d90eae5,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:02.940735 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Checking segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:02.941095 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Network hostable DHCP agents. Network: 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:55:03.061542 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:55:03.133782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:03.137860 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:03.138439 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.143788 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a94134-ff39-4893-8201-4cffe45d4e26 None None] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:55:03.222431 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-913e6d7a-7d61-4708-a25b-e620368e9368 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6735497 Oct 15 11:55:03.225210 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46966) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:03.229930 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:03.285352 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:55:03.287192 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.305850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.306955 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.355529 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.419134 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Allocated IP 172.20.0.2 (7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a/91d89364-3523-44ce-8a4f-508e1d90eae5/fdc7e62f-8538-43a1-89c3-ee606087a862) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:03.544565 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.569306 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.660394 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.661552 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.695790 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:03.698600 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:03.702282 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:03.718444 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Pushing event updated for resources: {'Port': ['ID=fdc7e62f-8538-43a1-89c3-ee606087a862,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:03.767846 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Attempting to bind port fdc7e62f-8538-43a1-89c3-ee606087a862 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:55:03.768222 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Attempting to bind port fdc7e62f-8538-43a1-89c3-ee606087a862 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:55:03.768590 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Attempting to bind port fdc7e62f-8538-43a1-89c3-ee606087a862 on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:03.775039 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:55:03.775417 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Checking segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:03.775824 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.776220 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Bound using segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:55:03.776692 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Bound port: fdc7e62f-8538-43a1-89c3-ee606087a862, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:55:03.777076 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.841466 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] For port fdc7e62f-8538-43a1-89c3-ee606087a862, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:55:03.844740 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] For port fdc7e62f-8538-43a1-89c3-ee606087a862, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=fdc7e62f-8538-43a1-89c3-ee606087a862,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:55:03.908512 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:03.988355 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e77f9e-856f-430e-b9ff-ac8ba0a83fd8 None None] Pushing event updated for resources: {'Port': ['ID=fdc7e62f-8538-43a1-89c3-ee606087a862,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:04.100358 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:04.120324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:04.242919 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Allocated IP 172.27.0.158 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/b67afbfe-3d3d-4cad-8f21-2316527a5344) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:04.353029 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:04.454936 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:04.494620 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:04.499224 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:04.502792 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:04.529222 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b67afbfe-3d3d-4cad-8f21-2316527a5344,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:04.874443 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device fdc7e62f-8538-43a1-89c3-ee606087a862 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:04.882991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:04.902679 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a647e405-cb46-4abb-aeb7-f4343faa3192 None None] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:55:04.981076 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-6972d38c-ed1d-4c60-a9be-504484cbd143 None None] Provisioning complete for port fdc7e62f-8538-43a1-89c3-ee606087a862 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:04.981522 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6972d38c-ed1d-4c60-a9be-504484cbd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.032161 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port fdc7e62f-8538-43a1-89c3-ee606087a862 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:05.032440 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.083230 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.165559 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6972d38c-ed1d-4c60-a9be-504484cbd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.229155 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.247017 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-6972d38c-ed1d-4c60-a9be-504484cbd143 None None] For port fdc7e62f-8538-43a1-89c3-ee606087a862, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=fdc7e62f-8538-43a1-89c3-ee606087a862,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:05.302307 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:55:05.331396 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6972d38c-ed1d-4c60-a9be-504484cbd143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.406879 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.db.api [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 11:55:05.407236 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG oslo_db.api [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 11:55:05.409834 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972d38c-ed1d-4c60-a9be-504484cbd143 None None] Pushing event updated for resources: {'Port': ['ID=fdc7e62f-8538-43a1-89c3-ee606087a862,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:05.413483 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:55:05.422740 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:55:05.431715 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:05.432310 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a69a8400>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:05.491387 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-edb3808c-178a-4be6-a548-93eb30c42422 None None] Provisioning complete for port fdc7e62f-8538-43a1-89c3-ee606087a862 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:05.491704 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edb3808c-178a-4be6-a548-93eb30c42422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.496492 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.497764 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9e264bdc-571e-4252-a002-172aaa4823a5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2711263 Oct 15 11:55:05.500400 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46968) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:05.571479 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:05.896899 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a69a8400>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:04Z', 'revision_number': 3, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:05.907077 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:05.927995 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:55:05.928868 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Updating router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 port b67afbfe-3d3d-4cad-8f21-2316527a5344 binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:55:05.974324 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.056191 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Allocated IP 172.20.0.1 (7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a/91d89364-3523-44ce-8a4f-508e1d90eae5/840572df-48ff-45f8-8b3f-0bdac7bc1cfb) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:06.159098 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.233433 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.273989 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.310088 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:06.312875 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:06.316345 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:06.328289 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.351898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:06.365416 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.382538 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Attempting to bind port b67afbfe-3d3d-4cad-8f21-2316527a5344 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:55:06.382969 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Attempting to bind port b67afbfe-3d3d-4cad-8f21-2316527a5344 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:55:06.383273 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Attempting to bind port b67afbfe-3d3d-4cad-8f21-2316527a5344 on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:06.386576 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05844f-bdbe-40fa-801b-c747c749cc52 None None] Pushing event updated for resources: {'Port': ['ID=b67afbfe-3d3d-4cad-8f21-2316527a5344,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:06.391382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:55:06.391757 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:06.392160 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.392541 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:55:06.393006 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Bound port: b67afbfe-3d3d-4cad-8f21-2316527a5344, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:55:06.393387 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.453952 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] For port b67afbfe-3d3d-4cad-8f21-2316527a5344, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:55:06.457569 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] For port b67afbfe-3d3d-4cad-8f21-2316527a5344, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b67afbfe-3d3d-4cad-8f21-2316527a5344,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:55:06.536901 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.588752 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.610945 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05844f-bdbe-40fa-801b-c747c749cc52 None None] Pushing event updated for resources: {'Port': ['ID=b67afbfe-3d3d-4cad-8f21-2316527a5344,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:06.614228 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:06.615096 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a69a8400>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:06.648583 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-6697419b-b211-42a7-a2a6-953fa839666e None None] Provisioning complete for port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:06.648952 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6697419b-b211-42a7-a2a6-953fa839666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.694682 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-6697419b-b211-42a7-a2a6-953fa839666e None None] Port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:55:06.746537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.746706 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:06.808331 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.818263 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device fdc7e62f-8538-43a1-89c3-ee606087a862 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:06.876533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:06.879107 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.931818 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port fdc7e62f-8538-43a1-89c3-ee606087a862 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:06.932404 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:06.969363 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:06.970794 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:07.041932 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a69a8400>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:07.073331 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d7b96-5118-41fa-8b6c-ac82fef78317 None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:55:07.095189 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:55:07.213468 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:55:07.216250 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-9994aa49-7045-4aaf-a6c0-0daf460bf9ac None None] Provisioning complete for port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:07.216250 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9994aa49-7045-4aaf-a6c0-0daf460bf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:07.218964 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-774d086c-1981-4300-8001-26b904779ff8 admin admin] 10.222.0.37 "PUT /v2.0/routers/7f89ab24-f208-4170-8bcf-fdef0ff467c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7176075 Oct 15 11:55:07.274219 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-9994aa49-7045-4aaf-a6c0-0daf460bf9ac None None] Port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:55:07.929342 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46984) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:07.934338 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1262362786-network', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:08.015997 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Made reservation on behalf of 8c9fc57f920c45f79c6f56c6ce3f0f2b for: {'network': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:55:08.018369 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for network, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.027769 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.103361 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.147413 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.175790 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=106847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 11:55:08.182045 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1513fa8e-48bd-4504-9486-51130adf5d85,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:08.191264 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.191606 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.segments_db [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Added segment 8ba76bd1-b7d1-4e12-9529-aa55bed96b1f of type vlan for network 6b4bf030-8178-4257-9088-f25f4be717e9 Oct 15 11:55:08.236007 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755740994434'] for network, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.330397 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627'] for network, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.331250 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:08.331844 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.388918 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] Pushing event updated for resources: {'Network': ['ID=6b4bf030-8178-4257-9088-f25f4be717e9,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:08.398801 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Network 6b4bf030-8178-4257-9088-f25f4be717e9 details requested by agent ovs-agent-dv-cinder-814129-1-iscsi with host dv-cinder-814129-1-iscsi {{(pid=106849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 11:55:08.441719 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-383199c1-1617-4467-a860-8fb7fa77f69c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5112534 Oct 15 11:55:08.444514 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46986) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:08.449288 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Request body: {'subnet': {'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1262362786-subnet', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'ip_version': 4}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:08.547398 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Made reservation on behalf of 8c9fc57f920c45f79c6f56c6ce3f0f2b for: {'subnet': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:55:08.549741 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589112'] for subnet, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.778829 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9886505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589066'] for subnet, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.828947 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b67afbfe-3d3d-4cad-8f21-2316527a5344 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:08.838761 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0441c86-2e96-4404-8700-7ffe95443bbb,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:08.849282 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Checking segment: {'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:08.849766 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Network hostable DHCP agents. Network: 6b4bf030-8178-4257-9088-f25f4be717e9, hostable agents: ['3c7c678f-9691-459a-9d82-de693d2a9ea6'], hosted agents: [] {{(pid=106847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 11:55:08.876834 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port b67afbfe-3d3d-4cad-8f21-2316527a5344 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:08.877204 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.919046 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Network 6b4bf030-8178-4257-9088-f25f4be717e9 is scheduled to be hosted by DHCP agent 3c7c678f-9691-459a-9d82-de693d2a9ea6 with binding_index 1 {{(pid=106847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 11:55:08.938822 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:55:08.950035 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:08.953943 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:08.960288 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:08.980179 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port b67afbfe-3d3d-4cad-8f21-2316527a5344, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b67afbfe-3d3d-4cad-8f21-2316527a5344,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:08.993321 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814129-1-iscsi, 6b4bf030-8178-4257-9088-f25f4be717e9) {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:08.997701 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:09.002689 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.003364 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f907d-79b1-4ff1-9360-61c2dda320a3 None None] Network 6b4bf030-8178-4257-9088-f25f4be717e9 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:55:09.060298 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:09.069710 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.072999 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-05135c61-4343-4408-8173-f26928eda4cf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6251397 Oct 15 11:55:09.077312 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 46988) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:09.080319 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:09.155021 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=b67afbfe-3d3d-4cad-8f21-2316527a5344,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:09.186680 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3208c5-e710-5c52-b59b-025d581a5cea-6b4bf030-8178-4257-9088-f25f4be717e9', 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'fixed_ips': [{'subnet_id': 'd0441c86-2e96-4404-8700-7ffe95443bbb'}]}} from dv-cinder-814129-1-iscsi. {{(pid=106849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 11:55:09.187563 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.227909 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-99019'] for router, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.228978 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-957261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-99010'] for router, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.269232 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 2, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:09.281494 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.297245 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:55:09.297772 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Updating router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:55:09.322125 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.326717 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Allocated IP 172.20.0.2 (6b4bf030-8178-4257-9088-f25f4be717e9/d0441c86-2e96-4404-8700-7ffe95443bbb/0d314d99-daf9-4bff-a5f9-6e5e71963555) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:09.467409 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Publish callbacks [] for port, precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.486256 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.559832 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599'] for port, after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.587376 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.601236 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Network 6b4bf030-8178-4257-9088-f25f4be717e9 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:09.604173 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:09.608196 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:09.618829 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Pushing event updated for resources: {'Port': ['ID=0d314d99-daf9-4bff-a5f9-6e5e71963555,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:09.651871 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.669075 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Attempting to bind port 0d314d99-daf9-4bff-a5f9-6e5e71963555 on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:55:09.675180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Attempting to bind port 0d314d99-daf9-4bff-a5f9-6e5e71963555 by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:55:09.675180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Attempting to bind port 0d314d99-daf9-4bff-a5f9-6e5e71963555 on network 6b4bf030-8178-4257-9088-f25f4be717e9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:09.675180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:55:09.675180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Checking segment: {'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:09.675682 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.675927 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Bound using segment: {'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:55:09.676390 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Bound port: 0d314d99-daf9-4bff-a5f9-6e5e71963555, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:55:09.676771 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.705005 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Pushing event updated for resources: {'Port': ['ID=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:09.719751 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.720162 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.720606 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.721067 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.721598 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.722025 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.722461 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.722965 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.723395 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.723794 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.724180 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.724564 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:09.757237 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] For port 0d314d99-daf9-4bff-a5f9-6e5e71963555, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:55:09.759398 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.761376 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] For port 0d314d99-daf9-4bff-a5f9-6e5e71963555, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=0d314d99-daf9-4bff-a5f9-6e5e71963555,segment=NetworkSegment(8ba76bd1-b7d1-4e12-9529-aa55bed96b1f),segment_id=8ba76bd1-b7d1-4e12-9529-aa55bed96b1f)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:55:09.779938 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.783738 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Attempting to bind port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:55:09.784104 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Attempting to bind port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:55:09.784464 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Attempting to bind port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:09.789832 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:55:09.790137 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Checking segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:09.791294 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.791294 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Bound using segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:55:09.791538 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Bound port: 840572df-48ff-45f8-8b3f-0bdac7bc1cfb, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:55:09.791718 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.850950 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:09.858959 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] For port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:55:09.862176 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] For port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:55:09.893776 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_common [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Allocated IP 172.27.0.95 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/86ace8ac-fd5a-4fd5-91f8-75583c7a534c) {{(pid=106848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:09.919510 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ec5ac-477a-4e19-a479-b83adc4751d7 None None] Pushing event updated for resources: {'Port': ['ID=0d314d99-daf9-4bff-a5f9-6e5e71963555,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:10.011057 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.016733 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.027101 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-9576a70a-e34c-4ac2-9509-cf6caf651d1e None None] Provisioning complete for port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:10.028237 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9576a70a-e34c-4ac2-9509-cf6caf651d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.108537 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67692ea4-c047-4d8b-8f2e-f6a9a9937d5f None None] Pushing event updated for resources: {'Port': ['ID=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:10.118102 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:10.118772 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:10.146324 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.150676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9576a70a-e34c-4ac2-9509-cf6caf651d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.191470 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-9576a70a-e34c-4ac2-9509-cf6caf651d1e None None] For port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:10.218765 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:10.223248 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.base_scheduler [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Resources bound (agent type, host, resource id): {{(pid=106848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:10.231025 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Received port after_create {{(pid=106848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:10.234403 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Pushing event updated for resources: {'Port': ['ID=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,revision_number=1']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:10.261550 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.262198 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.262569 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.262912 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.263247 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.263586 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.263907 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.264230 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.264713 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.265213 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.265554 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.265865 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:10.297309 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9576a70a-e34c-4ac2-9509-cf6caf651d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.349095 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:10.354132 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576a70a-e34c-4ac2-9509-cf6caf651d1e None None] Pushing event updated for resources: {'Port': ['ID=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:10.417575 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-71b48587-ca2f-4cc9-bf96-5273c694e5bf None None] Provisioning complete for port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:10.417949 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-71b48587-ca2f-4cc9-bf96-5273c694e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.570051 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a7428b80>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:09Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:10.595712 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07555734-37c9-4abe-b9cb-b4e40050837f None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:09Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:55:10.811831 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:10.968237 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 840572df-48ff-45f8-8b3f-0bdac7bc1cfb up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:10.971436 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e2da4-025e-4434-81b5-6ee4f431290f None None] Network 6b4bf030-8178-4257-9088-f25f4be717e9 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:55:11.041220 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651031'] for router, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.208688 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-4710b8c1-fb63-4b59-972b-3b5724126d76 None None] Provisioning complete for port 0d314d99-daf9-4bff-a5f9-6e5e71963555 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:11.209060 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4710b8c1-fb63-4b59-972b-3b5724126d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.266072 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:11.266443 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.278909 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Router c461fb3c-d2f7-4626-a60a-182d2c3f780a is scheduled to L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db with binding_index 1 {{(pid=106848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 11:55:11.385309 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:55:11.398575 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Sync routers for ids ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:55:11.401889 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4710b8c1-fb63-4b59-972b-3b5724126d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.456359 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Routers {'c461fb3c-d2f7-4626-a60a-182d2c3f780a'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:11.457026 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6eb8730>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:11.481189 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.484362 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-22e93815-0da0-40e8-8b64-ba16e627c60a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4076428 Oct 15 11:55:11.485418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46990) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:11.512519 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 0d314d99-daf9-4bff-a5f9-6e5e71963555 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:11.516917 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-4710b8c1-fb63-4b59-972b-3b5724126d76 None None] For port 0d314d99-daf9-4bff-a5f9-6e5e71963555, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=0d314d99-daf9-4bff-a5f9-6e5e71963555,segment=NetworkSegment(8ba76bd1-b7d1-4e12-9529-aa55bed96b1f),segment_id=8ba76bd1-b7d1-4e12-9529-aa55bed96b1f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:11.591109 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4710b8c1-fb63-4b59-972b-3b5724126d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.655725 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Set router c461fb3c-d2f7-4626-a60a-182d2c3f780a gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:11.723912 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 0d314d99-daf9-4bff-a5f9-6e5e71963555 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:11.724179 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.726136 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710b8c1-fb63-4b59-972b-3b5724126d76 None None] Pushing event updated for resources: {'Port': ['ID=0d314d99-daf9-4bff-a5f9-6e5e71963555,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:11.812965 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-9c239cc9-8680-4d7b-b302-b2b423bbafe5 None None] Provisioning complete for port 0d314d99-daf9-4bff-a5f9-6e5e71963555 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:11.813342 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9c239cc9-8680-4d7b-b302-b2b423bbafe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.908001 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:11.963322 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b67afbfe-3d3d-4cad-8f21-2316527a5344 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:12.028306 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6eb8730>, [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 3, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port': {'id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:12.057085 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Checking router: c461fb3c-d2f7-4626-a60a-182d2c3f780a for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:55:12.057447 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Updating router c461fb3c-d2f7-4626-a60a-182d2c3f780a port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c binding host dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:55:12.061294 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Allocated IP 172.20.0.1 (6b4bf030-8178-4257-9088-f25f4be717e9/d0441c86-2e96-4404-8700-7ffe95443bbb/599961f0-1869-408e-a1f4-59801c64d32a) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:12.079806 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port b67afbfe-3d3d-4cad-8f21-2316527a5344 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:12.080184 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.103341 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.163412 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.262290 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.298863 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Network 6b4bf030-8178-4257-9088-f25f4be717e9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:12.303309 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:12.306764 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:12.314184 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Pushing event updated for resources: {'Port': ['ID=599961f0-1869-408e-a1f4-59801c64d32a,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:12.354447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650052'] for router_interface, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.412205 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Publish callbacks [] for port, precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.485208 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.531272 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.540417 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Attempting to bind port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:55:12.540977 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Attempting to bind port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:55:12.541135 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Attempting to bind port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c on network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:12.554472 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932b762-7aca-4800-a13f-5a734138d248 None None] Pushing event updated for resources: {'Port': ['ID=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:12.562155 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:55:12.562508 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Checking segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:12.562915 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.563296 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Bound using segment: {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:55:12.563802 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Bound port: 86ace8ac-fd5a-4fd5-91f8-75583c7a534c, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e6de9-373f-4fc0-9970-0f8a968e2a02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:55:12.564178 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.567945 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-419203a8-b2fb-431a-90ad-73d5081d4623 None None] Provisioning complete for port 599961f0-1869-408e-a1f4-59801c64d32a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:12.568296 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-419203a8-b2fb-431a-90ad-73d5081d4623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.636731 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-419203a8-b2fb-431a-90ad-73d5081d4623 None None] Port 599961f0-1869-408e-a1f4-59801c64d32a cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:55:12.647096 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] For port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:55:12.650401 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] For port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:55:12.693415 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.725220 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.753566 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.778201 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Routers {'c461fb3c-d2f7-4626-a60a-182d2c3f780a'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:12.778847 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6eb8730>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:12.823975 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 0d314d99-daf9-4bff-a5f9-6e5e71963555 up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:12.825316 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Pushing event updated for resources: {'Port': ['ID=599961f0-1869-408e-a1f4-59801c64d32a,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:12.827892 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650192'] for router_interface, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:12.831714 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932b762-7aca-4800-a13f-5a734138d248 None None] Pushing event updated for resources: {'Port': ['ID=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:12.916910 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Network 6b4bf030-8178-4257-9088-f25f4be717e9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:12.918400 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:12.934229 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] Set router c461fb3c-d2f7-4626-a60a-182d2c3f780a gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:12.936065 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 0d314d99-daf9-4bff-a5f9-6e5e71963555 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:12.936427 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:13.039294 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Router c461fb3c-d2f7-4626-a60a-182d2c3f780a has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:55:13.154956 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:55:13.161246 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-c007cf39-6125-4af8-b677-e855d1b883a0 admin admin] 10.222.0.37 "PUT /v2.0/routers/c461fb3c-d2f7-4626-a60a-182d2c3f780a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6746366 Oct 15 11:55:13.234240 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-bc3b421b-a03e-483e-8598-506f6dc6d030 None None] Provisioning complete for port 599961f0-1869-408e-a1f4-59801c64d32a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:13.234866 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bc3b421b-a03e-483e-8598-506f6dc6d030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:13.324801 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b421b-a03e-483e-8598-506f6dc6d030 None None] Port 599961f0-1869-408e-a1f4-59801c64d32a cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:55:13.373657 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6eb8730>, [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 4, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port': {'id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '599961f0-1869-408e-a1f4-59801c64d32a', 'name': '', 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'mac_address': 'fa:16:3e:7e:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:11Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 2, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'subnets': [{'id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:13.400438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60a749-8b58-4a55-a7b6-755c01cdb32a None None] The sync data for ids ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'] in dv-cinder-814129-1-iscsi is: [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 4, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port': {'id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '599961f0-1869-408e-a1f4-59801c64d32a', 'name': '', 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'mac_address': 'fa:16:3e:7e:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:11Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 2, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'subnets': [{'id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:55:13.831010 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 46998) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:13.835855 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-69cbb2ac-f044-48b3-b522-ab5107386c32 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756356252', 'description': 'tempest-secgroup-smoke-756356252 description', 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:13.917026 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69cbb2ac-f044-48b3-b522-ab5107386c32 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.000623 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69cbb2ac-f044-48b3-b522-ab5107386c32 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.078840 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69cbb2ac-f044-48b3-b522-ab5107386c32 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.108833 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbb2ac-f044-48b3-b522-ab5107386c32 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:14.155118 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69cbb2ac-f044-48b3-b522-ab5107386c32 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.156490 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-69cbb2ac-f044-48b3-b522-ab5107386c32 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3244231 Oct 15 11:55:14.159936 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47002) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:14.165284 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-3205ecb9-b489-4655-bf63-f94eaaffb0d0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'security_group_rule': {'security_group_id': 'c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd', 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:14.238373 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3205ecb9-b489-4655-bf63-f94eaaffb0d0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.295820 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3205ecb9-b489-4655-bf63-f94eaaffb0d0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.342013 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3205ecb9-b489-4655-bf63-f94eaaffb0d0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.362254 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205ecb9-b489-4655-bf63-f94eaaffb0d0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9410c8c9-986a-41ae-8140-c5f6938799b5,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:14.412448 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-3205ecb9-b489-4655-bf63-f94eaaffb0d0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.413781 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-3205ecb9-b489-4655-bf63-f94eaaffb0d0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527461 Oct 15 11:55:14.416721 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47004) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:14.421579 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-fc320bcd-2ca5-4d5a-9133-2acf45af0988 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'security_group_rule': {'security_group_id': 'c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd', 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:14.513092 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fc320bcd-2ca5-4d5a-9133-2acf45af0988 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.572772 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fc320bcd-2ca5-4d5a-9133-2acf45af0988 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.645126 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fc320bcd-2ca5-4d5a-9133-2acf45af0988 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.665500 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc320bcd-2ca5-4d5a-9133-2acf45af0988 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33157e1-b3ce-4d8d-9fc9-911a06cd2b0c,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:14.732602 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fc320bcd-2ca5-4d5a-9133-2acf45af0988 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.733824 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-fc320bcd-2ca5-4d5a-9133-2acf45af0988 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159289 Oct 15 11:55:14.736541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47006) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:14.741443 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-2b8dc2d7-6fba-40cd-bd37-fdafebafd877 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'security_group_rule': {'security_group_id': 'c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd', 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:14.829063 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 86ace8ac-fd5a-4fd5-91f8-75583c7a534c up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:14.832831 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc2d7-6fba-40cd-bd37-fdafebafd877 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.877561 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:14.877561 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.891269 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc2d7-6fba-40cd-bd37-fdafebafd877 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.961736 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.968565 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc2d7-6fba-40cd-bd37-fdafebafd877 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:14.982785 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] For port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:14.988252 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dc2d7-6fba-40cd-bd37-fdafebafd877 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade5fd39-7549-48c4-b3d9-681785a68466,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:15.071022 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.102034 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-2b8dc2d7-6fba-40cd-bd37-fdafebafd877 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.103544 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-2b8dc2d7-6fba-40cd-bd37-fdafebafd877 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660641 Oct 15 11:55:15.106240 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47008) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:15.110620 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-dfb71059-8bca-4cd7-8339-6b0ee1db9b91 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'security_group_rule': {'security_group_id': 'c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd', 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:15.120456 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Pushing event updated for resources: {'Port': ['ID=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:15.203769 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dfb71059-8bca-4cd7-8339-6b0ee1db9b91 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.236308 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Sync routers for ids ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:55:15.246224 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Routers {'c461fb3c-d2f7-4626-a60a-182d2c3f780a'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:15.246862 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6f6d790>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:15.265219 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dfb71059-8bca-4cd7-8339-6b0ee1db9b91 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.313396 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dfb71059-8bca-4cd7-8339-6b0ee1db9b91 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.331928 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71059-8bca-4cd7-8339-6b0ee1db9b91 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ab1481-d5fd-44f9-af9d-0e6197358290,revision_number=0']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:15.353988 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Set router c461fb3c-d2f7-4626-a60a-182d2c3f780a gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:15.383549 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-dfb71059-8bca-4cd7-8339-6b0ee1db9b91 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.384865 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-dfb71059-8bca-4cd7-8339-6b0ee1db9b91 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2776346 Oct 15 11:55:15.387747 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47010) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:15.392321 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'security_group_rule': {'security_group_id': 'c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd', 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:15.479232 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.securitygroups_db [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Project a1c9dd4d919842c39adec4fe16a0eb3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 11:55:15.484031 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.542357 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.543884 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6f6d790>, [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 4, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port': {'id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '599961f0-1869-408e-a1f4-59801c64d32a', 'name': '', 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'mac_address': 'fa:16:3e:7e:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:11Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 2, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'subnets': [{'id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:15.574467 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Checking router: c461fb3c-d2f7-4626-a60a-182d2c3f780a for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:55:15.574759 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Updating router c461fb3c-d2f7-4626-a60a-182d2c3f780a port 599961f0-1869-408e-a1f4-59801c64d32a binding host dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 11:55:15.599602 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.610700 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.632354 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147e87ca-cc67-4028-a614-c31e34893a16,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:15.698272 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.699531 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-47f0dd46-b4c3-470e-a742-0d59c2115955 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107181 Oct 15 11:55:15.702145 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47012) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:15.706411 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.v2.base [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'security_group_rule': {'security_group_id': 'c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd', 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:15.787366 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.db.securitygroups_db [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Project a1c9dd4d919842c39adec4fe16a0eb3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 11:55:15.792869 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.850845 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.852821 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Publish callbacks [] for port, precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.905161 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969539'] for security_group_rule, after_create {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.916782 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:15.922862 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853a45cc-ba8a-42ea-b1f8-a27f2154e674,revision_number=0']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:15.968931 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03720242-393e-441d-9922-cc47a7fc52bc None None] Pushing event updated for resources: {'Port': ['ID=599961f0-1869-408e-a1f4-59801c64d32a,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:15.999012 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.000448 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-dcab8d79-5946-4fca-8452-9531fe84e6ec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2972782 Oct 15 11:55:16.020779 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Attempting to bind port 599961f0-1869-408e-a1f4-59801c64d32a on host dv-cinder-814129-1-iscsi for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:55:16.021141 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Attempting to bind port 599961f0-1869-408e-a1f4-59801c64d32a by drivers openvswitch,hyperv on host dv-cinder-814129-1-iscsi at level 0 using segments [{'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:55:16.021494 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Attempting to bind port 599961f0-1869-408e-a1f4-59801c64d32a on network 6b4bf030-8178-4257-9088-f25f4be717e9 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:16.027281 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Checking agent: {'id': '96aecca9-ebf0-42d5-a042-299421ee6512', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814129-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 37, 2), 'started_at': datetime.datetime(2021, 10, 15, 11, 37, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814129-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:55:16.027656 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Checking segment: {'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:16.028045 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.028438 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Bound using segment: {'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:55:16.028904 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Bound port: 599961f0-1869-408e-a1f4-59801c64d32a, host: dv-cinder-814129-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:55:16.029633 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.100947 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] For port 599961f0-1869-408e-a1f4-59801c64d32a, host dv-cinder-814129-1-iscsi, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:55:16.104279 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] For port 599961f0-1869-408e-a1f4-59801c64d32a, host dv-cinder-814129-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=599961f0-1869-408e-a1f4-59801c64d32a,segment=NetworkSegment(8ba76bd1-b7d1-4e12-9529-aa55bed96b1f),segment_id=8ba76bd1-b7d1-4e12-9529-aa55bed96b1f)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:55:16.163894 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-b2d084a9-922a-4064-b0d4-63fe0a61a9b1 None None] Provisioning complete for port 599961f0-1869-408e-a1f4-59801c64d32a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:16.171994 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b2d084a9-922a-4064-b0d4-63fe0a61a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.191835 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.198772 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-b2d084a9-922a-4064-b0d4-63fe0a61a9b1 None None] Port 599961f0-1869-408e-a1f4-59801c64d32a cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:55:16.238997 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Routers {'c461fb3c-d2f7-4626-a60a-182d2c3f780a'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:16.239632 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6f6d790>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:16.300512 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03720242-393e-441d-9922-cc47a7fc52bc None None] Pushing event updated for resources: {'Port': ['ID=599961f0-1869-408e-a1f4-59801c64d32a,revision_number=4']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:16.370583 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] Set router c461fb3c-d2f7-4626-a60a-182d2c3f780a gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:16.417746 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-508988b7-9ddc-4741-a17b-e5ed3cdceda4 None None] Provisioning complete for port 599961f0-1869-408e-a1f4-59801c64d32a triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:16.418114 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-508988b7-9ddc-4741-a17b-e5ed3cdceda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.497479 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-508988b7-9ddc-4741-a17b-e5ed3cdceda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.529652 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-508988b7-9ddc-4741-a17b-e5ed3cdceda4 None None] For port 599961f0-1869-408e-a1f4-59801c64d32a, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=599961f0-1869-408e-a1f4-59801c64d32a,segment=NetworkSegment(8ba76bd1-b7d1-4e12-9529-aa55bed96b1f),segment_id=8ba76bd1-b7d1-4e12-9529-aa55bed96b1f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:16.569577 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6f6d790>, [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 4, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port': {'id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '599961f0-1869-408e-a1f4-59801c64d32a', 'name': '', 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'mac_address': 'fa:16:3e:7e:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:11Z', 'updated_at': '2021-10-15T11:55:16Z', 'revision_number': 4, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'subnets': [{'id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:16.601938 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74adc43b-0e45-4cb1-83e3-c8a878a71e5f None None] The sync data for ids ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'] in dv-cinder-814129-1-iscsi is: [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:12Z', 'revision_number': 4, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port': {'id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '599961f0-1869-408e-a1f4-59801c64d32a', 'name': '', 'network_id': '6b4bf030-8178-4257-9088-f25f4be717e9', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'mac_address': 'fa:16:3e:7e:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:11Z', 'updated_at': '2021-10-15T11:55:16Z', 'revision_number': 4, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'subnets': [{'id': 'd0441c86-2e96-4404-8700-7ffe95443bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:55:16.605231 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-508988b7-9ddc-4741-a17b-e5ed3cdceda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:16.655524 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508988b7-9ddc-4741-a17b-e5ed3cdceda4 None None] Pushing event updated for resources: {'Port': ['ID=599961f0-1869-408e-a1f4-59801c64d32a,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:16.871180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 86ace8ac-fd5a-4fd5-91f8-75583c7a534c up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:16.929032 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:16.929416 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:17.010732 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 599961f0-1869-408e-a1f4-59801c64d32a up at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:17.058967 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Provisioning complete for port 599961f0-1869-408e-a1f4-59801c64d32a triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:17.059334 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:18.879180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:20.933011 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-96524ee5-93be-4650-883e-6b1cc68f7c06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404871 Oct 15 11:55:21.017592 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-2cf0d2af-9d24-4b90-8e44-eb822d5c1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:21.019085 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-2cf0d2af-9d24-4b90-8e44-eb822d5c1292 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0401194 Oct 15 11:55:21.123740 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-1bf5ece6-7def-4db9-9ca7-27f7439a4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:21.125185 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-1bf5ece6-7def-4db9-9ca7-27f7439a4ae1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 910 time: 0.0841522 Oct 15 11:55:21.198614 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-4085df9b-6a10-410b-8b99-5cc6f881d6fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0646880 Oct 15 11:55:21.247025 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-ec882590-4d6d-47b4-ae43-5dd5f45cb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:21.248449 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-ec882590-4d6d-47b4-ae43-5dd5f45cb6ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 200 len: 848 time: 0.0428085 Oct 15 11:55:21.301668 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-f71f41b1-387e-4b93-8c28-5ab14d2c6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:21.303809 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-f71f41b1-387e-4b93-8c28-5ab14d2c6010 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2462dceb-64bc-473a-8706-7209dcc6042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424874 Oct 15 11:55:21.391262 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-771cfe8a-9f24-4f21-b62b-60db4d56db1e service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799129 Oct 15 11:55:21.738600 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ae7af200-a1be-4410-947b-9c59b76a93b1 req-2bf5c5b9-3caf-4eca-a929-53016f0c2439 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379242 Oct 15 11:55:28.013670 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-503f6820-fac4-4c51-af04-2ab5407d92dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:30.529923 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b8b307cc-e0d8-41b9-8c0a-1466355b80b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:31.598600 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:31.878217 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:33.064900 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:55:33.613822 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:33.850425 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-7fe7220a-0775-4aad-b72f-dbc5c9872f09 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756356252&fields=id&tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 267 time: 0.0307391 Oct 15 11:55:33.952961 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-0cd918d6-6e68-4a05-ae66-b586955c54e9 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:33.954402 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-0cd918d6-6e68-4a05-ae66-b586955c54e9 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 811 time: 0.0971658 Oct 15 11:55:33.969323 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-a375b884-9533-48d5-a891-3a5b555c49bc tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/quotas/a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 375 time: 0.0089638 Oct 15 11:55:34.021725 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-4ae62554-b551-41c9-b168-55c62c79a3b5 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469267 Oct 15 11:55:34.037549 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-c54a3174-45a2-4f4b-9db8-70a946bf1d74 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:55:34.038970 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-c54a3174-45a2-4f4b-9db8-70a946bf1d74 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049112 Oct 15 11:55:34.123183 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-20f1140c-45e0-4823-95a2-053438d0b1c4 service neutron] 10.222.0.37 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787382 Oct 15 11:55:34.215354 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-1268e2bd-230f-4867-94c5-3bdd2dadb960 service neutron] 10.222.0.37 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861945 Oct 15 11:55:34.804047 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-223d3afa-c0ef-4bdc-bbb8-e2ad90e88aa6 req-99842b7a-020b-4944-a03f-741c8560ee2a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 210 time: 0.0252845 Oct 15 11:55:35.900943 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8dffd24f-f90d-4bcb-ab2b-11588c72f4e1 req-2a7c48f4-ce91-47b6-928b-fc177186c030 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 210 time: 0.0267506 Oct 15 11:55:36.929962 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-dad326bf-e607-4909-9d17-a9d8f1bb1c0e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:36.931450 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-dad326bf-e607-4909-9d17-a9d8f1bb1c0e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 811 time: 0.1026433 Oct 15 11:55:36.984676 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-fe117601-ef32-4d24-b321-3225f54efa42 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 379 time: 0.0445538 Oct 15 11:55:37.001964 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'port': {'device_id': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'admin_state_up': True, 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'security_groups': ['c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:37.006650 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-531c87ad-0591-4173-9ac1-c0d313a43c64 req-05956f86-c7d2-4c4f-83f0-be3c0869a318 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 210 time: 0.0380297 Oct 15 11:55:37.181330 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Made reservation on behalf of a1c9dd4d919842c39adec4fe16a0eb3d for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:55:37.184897 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:37.309664 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Allocated IP 172.20.0.10 (7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a/91d89364-3523-44ce-8a4f-508e1d90eae5/25bd0c79-915d-4ae7-83ce-7ca9160f59a1) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:37.444512 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:37.581589 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:37.621542 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:37.624650 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:37.628237 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:37.665975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:37.689879 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:37.690541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:37.807643 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-64239a10-35f3-4bda-bac1-00c0709d7d79 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8091943 Oct 15 11:55:37.817117 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-b5a7f7b3-faa8-45c4-a535-e154c633e88a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=106847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 11:55:37.818045 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-b5a7f7b3-faa8-45c4-a535-e154c633e88a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050027 Oct 15 11:55:37.829756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Request body: {'port': {'device_id': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:37.845606 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-20b7502c-3166-4bd9-b451-e963783e5108 None None] Provisioning complete for port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:37.846199 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-20b7502c-3166-4bd9-b451-e963783e5108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:37.879188 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-20b7502c-3166-4bd9-b451-e963783e5108 None None] Port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:55:37.887436 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:38.152988 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3be95-7ec9-4b98-996a-46cb609c8bf3 req-f6d9a8f2-242b-48c7-b1e7-61823d0b333b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:38.154392 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ebf3be95-7ec9-4b98-996a-46cb609c8bf3 req-f6d9a8f2-242b-48c7-b1e7-61823d0b333b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 932 time: 0.0780659 Oct 15 11:55:38.197348 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:55:38.207432 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:38.227175 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ebf3be95-7ec9-4b98-996a-46cb609c8bf3 req-06522f9f-46e2-4656-b00f-8ce00355be2e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558312 Oct 15 11:55:38.229553 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Transition to ACTIVE for port object 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:55:38.290445 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:38.369802 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Pushing event updated for resources: {'Port': ['ID=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:38.412266 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Attempting to bind port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:55:38.412643 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Attempting to bind port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:55:38.412981 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Attempting to bind port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:38.418131 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:55:38.418452 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Attempting to bind port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:55:38.423571 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:55:38.423907 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Checking segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:55:38.424288 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Bound using segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:55:38.424718 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Bound port: 25bd0c79-915d-4ae7-83ce-7ca9160f59a1, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:55:38.425072 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:38.488694 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] For port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:55:38.492281 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] For port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:55:38.556541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:38.588087 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:38.588560 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:38.589913 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] 10.222.0.32 "PUT /v2.0/ports/25bd0c79-915d-4ae7-83ce-7ca9160f59a1 HTTP/1.1" status: 200 len: 1094 time: 0.7638652 Oct 15 11:55:38.592105 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:55:38.594603 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94751a50-5903-465e-b068-bbe636808fae" -d '{"events": [{"name": "network-changed", "server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:55:38.626777 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0a8cb-f215-4a0a-94c7-e35e160d911e service neutron] Pushing event updated for resources: {'Port': ['ID=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:38.631359 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6297d392-e5b5-465d-8c9c-28452f00176f x-openstack-request-id: req-6297d392-e5b5-465d-8c9c-28452f00176f {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:55:38.631643 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:55:38.631893 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6297d392-e5b5-465d-8c9c-28452f00176f {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:55:38.632284 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'status': 'completed', 'code': 200} Oct 15 11:55:38.785928 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94751a50-5903-465e-b068-bbe636808fae req-d96e72d2-fe16-49d5-b573-5cc225570b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:38.787469 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94751a50-5903-465e-b068-bbe636808fae req-d96e72d2-fe16-49d5-b573-5cc225570b28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 1097 time: 0.1342692 Oct 15 11:55:38.885700 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94751a50-5903-465e-b068-bbe636808fae req-d7b57ea0-0958-474a-a647-8b3cc9a6df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:38.887114 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94751a50-5903-465e-b068-bbe636808fae req-d7b57ea0-0958-474a-a647-8b3cc9a6df9b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0918961 Oct 15 11:55:38.982389 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94751a50-5903-465e-b068-bbe636808fae req-8cf58393-4105-4a7a-b78f-290b3c67ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:38.983813 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-94751a50-5903-465e-b068-bbe636808fae req-8cf58393-4105-4a7a-b78f-290b3c67ecdd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901074 Oct 15 11:55:39.058278 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-97a87f22-f693-4360-adfd-2dd097e23859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:39.059779 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-97a87f22-f693-4360-adfd-2dd097e23859 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 1097 time: 0.0416281 Oct 15 11:55:39.101417 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-fba9d25a-0d68-44ef-95e5-2748627a6fa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1 HTTP/1.1" status: 200 len: 217 time: 0.0334909 Oct 15 11:55:39.151805 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-9c5cc753-5878-4d6a-abc5-94c13c47e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:39.153249 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-9c5cc753-5878-4d6a-abc5-94c13c47e20b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0457399 Oct 15 11:55:39.197192 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-f508fd33-bad6-4617-ace4-bffac12aaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:39.202041 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-f508fd33-bad6-4617-ace4-bffac12aaf5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390553 Oct 15 11:55:39.293612 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-52863d42-6e23-4e86-9b24-865c2375d3d9 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878236 Oct 15 11:55:39.400447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8ef70-7881-43d2-86c7-2188a2339e61 req-358921ad-2b8c-4583-a4c5-1aca836a588f tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:39.401908 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0fe8ef70-7881-43d2-86c7-2188a2339e61 req-358921ad-2b8c-4583-a4c5-1aca836a588f tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 944 time: 0.1047351 Oct 15 11:55:39.434147 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bed3c1c3-9f5e-4741-848b-1eec1e3060a6 req-ee7d99c6-6c0d-4a93-828a-64b7f394d89c service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288433 Oct 15 11:55:39.450909 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0fe8ef70-7881-43d2-86c7-2188a2339e61 req-abc38435-c3f8-4d0e-bf0c-70e65e701493 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431876 Oct 15 11:55:40.563151 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48a1cf-f316-4895-ae73-47e876f8da6d req-ddaa6035-5412-4c38-8e07-f6246e2ea57b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:40.564603 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bf48a1cf-f316-4895-ae73-47e876f8da6d req-ddaa6035-5412-4c38-8e07-f6246e2ea57b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 944 time: 0.0502477 Oct 15 11:55:40.601310 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-bf48a1cf-f316-4895-ae73-47e876f8da6d req-c90dee17-1fc4-413b-97f9-dae78756bbd0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Oct 15 11:55:41.712005 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba804f98-9fb0-4a28-9663-57f4c144abd2 req-99c481d6-9a39-416d-902d-fcba9bebd88f tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:41.713442 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ba804f98-9fb0-4a28-9663-57f4c144abd2 req-99c481d6-9a39-416d-902d-fcba9bebd88f tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 944 time: 0.0477278 Oct 15 11:55:41.749711 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ba804f98-9fb0-4a28-9663-57f4c144abd2 req-cb47a7c2-cf60-4703-8283-06a2bb09a097 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303860 Oct 15 11:55:42.859640 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00212-1836-4293-b2b9-62b719b93f71 req-b3dd11a7-81e0-44f6-bb94-d5544875a609 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:42.861076 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6fe00212-1836-4293-b2b9-62b719b93f71 req-b3dd11a7-81e0-44f6-bb94-d5544875a609 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 944 time: 0.0466087 Oct 15 11:55:42.896742 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6fe00212-1836-4293-b2b9-62b719b93f71 req-25a77346-6684-4034-9e54-b229c746a2cf tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293350 Oct 15 11:55:44.010660 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79610a-faba-4618-ab38-bdf303038c5b req-6f688752-3adf-47c8-a350-fabfa2d1c094 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:44.012095 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5d79610a-faba-4618-ab38-bdf303038c5b req-6f688752-3adf-47c8-a350-fabfa2d1c094 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 944 time: 0.0512683 Oct 15 11:55:44.049365 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5d79610a-faba-4618-ab38-bdf303038c5b req-8842017d-5ae6-47f9-8647-b3146cf36154 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313442 Oct 15 11:55:45.160777 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ec74b-3c60-4fe6-9d5e-695f769a3fbc req-9fcf318d-f8bd-40fa-8de1-32a93f90ddab tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:45.162247 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-673ec74b-3c60-4fe6-9d5e-695f769a3fbc req-9fcf318d-f8bd-40fa-8de1-32a93f90ddab tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 944 time: 0.0480444 Oct 15 11:55:45.200665 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-673ec74b-3c60-4fe6-9d5e-695f769a3fbc req-3b142651-a1f2-489f-8ca8-1cad65613638 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Oct 15 11:55:46.315123 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c89e6-4b15-48cf-bf42-320204253e19 req-c669fae9-723b-494e-bf99-21c0ab6b1184 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:46.316602 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b34c89e6-4b15-48cf-bf42-320204253e19 req-c669fae9-723b-494e-bf99-21c0ab6b1184 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 944 time: 0.0526237 Oct 15 11:55:46.353820 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b34c89e6-4b15-48cf-bf42-320204253e19 req-0c68b3a6-6cf8-4a36-a87d-4d78616ba538 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Oct 15 11:55:46.571417 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:55:46.675027 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:46.685562 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'port_id': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'mac_address': 'fa:16:3e:c7:f9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:55:46.722231 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:46.734313 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:55:46.753145 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:46.824447 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:46.874506 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:47.025621 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['25bd0c79-915d-4ae7-83ce-7ca9160f59a1'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:55:47.469521 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77d5fe-4a1d-4848-abac-7c87f8079917 req-9ef14fb4-f25d-4ad1-98f6-97691187c5df tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:47.470900 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ac77d5fe-4a1d-4848-abac-7c87f8079917 req-9ef14fb4-f25d-4ad1-98f6-97691187c5df tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 945 time: 0.0505407 Oct 15 11:55:47.505910 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ac77d5fe-4a1d-4848-abac-7c87f8079917 req-57f0b164-083f-437e-8571-537aaed1d1f0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292597 Oct 15 11:55:48.586815 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:55:48.617169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966b074-69c7-41b4-b51c-b9d6ccb84654 req-8d189ad1-fa33-4a41-a4b0-ae78e97270f6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:48.618674 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c966b074-69c7-41b4-b51c-b9d6ccb84654 req-8d189ad1-fa33-4a41-a4b0-ae78e97270f6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 945 time: 0.0483646 Oct 15 11:55:48.655760 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c966b074-69c7-41b4-b51c-b9d6ccb84654 req-b3da2aba-ba9c-49b8-8f42-a76e869553d6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311530 Oct 15 11:55:48.727411 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:55:48.731411 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:55:48.731904 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:48.806630 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:48.830685 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:55:48.832919 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb909ff-addb-4b03-8fcb-b15783d9c29a" -d '{"events": [{"server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:55:48.845591 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:55:48.869300 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6524582e-84d3-4ee1-8b55-6be4aeae232a x-openstack-request-id: req-6524582e-84d3-4ee1-8b55-6be4aeae232a {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:55:48.869589 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "name": "network-vif-plugged", "status": "completed", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:55:48.869844 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6524582e-84d3-4ee1-8b55-6be4aeae232a {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:55:48.870307 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'code': 200} Oct 15 11:55:48.910236 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:48.934314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:48.957471 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:48.965241 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.965618 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.965958 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.966321 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.966678 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.967009 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.967339 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.972382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.972382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.972382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.972382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:48.972382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:55:49.232597 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd947-152d-40e4-b515-c27df72c52a4 req-3de61c2c-6ead-4923-b9a9-48754bb7ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:49.234026 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed0cd947-152d-40e4-b515-c27df72c52a4 req-3de61c2c-6ead-4923-b9a9-48754bb7ad7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 1099 time: 0.0374484 Oct 15 11:55:49.270681 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ed0cd947-152d-40e4-b515-c27df72c52a4 req-01d82df8-3076-4903-90ba-94a91e148ee8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291054 Oct 15 11:55:49.772059 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81aa3b-67a6-408a-915b-385832e3a15f req-c0eb4028-5d5b-4cda-98ab-ccb0c2cad8ff tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:49.773749 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6a81aa3b-67a6-408a-915b-385832e3a15f req-c0eb4028-5d5b-4cda-98ab-ccb0c2cad8ff tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 946 time: 0.0505655 Oct 15 11:55:49.810059 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6a81aa3b-67a6-408a-915b-385832e3a15f req-47a3f15f-7e3e-4a77-a1f8-92ba6feb4a22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304563 Oct 15 11:55:50.939022 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27a3e4-56a9-4851-bbe6-1341d1dcb629 req-8b5fbdd9-8c8b-4aeb-809c-a388cc714431 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:50.940486 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5e27a3e4-56a9-4851-bbe6-1341d1dcb629 req-8b5fbdd9-8c8b-4aeb-809c-a388cc714431 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 946 time: 0.0473270 Oct 15 11:55:50.977318 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5e27a3e4-56a9-4851-bbe6-1341d1dcb629 req-bbdf7704-af20-4884-a942-64152c818e5e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304165 Oct 15 11:55:51.085017 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c4a6-d40e-4471-9151-6dc75e20287d req-4d4e5694-72be-43d1-940e-9c875243a8e6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:51.086377 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5823c4a6-d40e-4471-9151-6dc75e20287d req-4d4e5694-72be-43d1-940e-9c875243a8e6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 946 time: 0.0469117 Oct 15 11:55:51.122992 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-5823c4a6-d40e-4471-9151-6dc75e20287d req-fe32ddc3-85e4-4914-8ba7-0985c78b6567 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308373 Oct 15 11:55:51.144290 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47186) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:51.230619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3bd210-f93d-4c70-b5f7-dd5f9fcfca69 tempest-TestVolumeBootPattern-2099519131 tempest-TestVolumeBootPattern-2099519131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:51.232139 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-fe3bd210-f93d-4c70-b5f7-dd5f9fcfca69 tempest-TestVolumeBootPattern-2099519131 tempest-TestVolumeBootPattern-2099519131-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 1094 time: 0.0868919 Oct 15 11:55:51.234989 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47190) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:55:51.239393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'port_id': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:55:51.324208 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:51.416862 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:51.522843 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Allocated IP 172.27.0.103 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/7dd3127f-35b8-4fe3-861b-ec83628d7c4d) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:55:51.618883 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:51.701708 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:51.743041 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:55:51.747202 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:55:51.749787 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:55:51.774408 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=7dd3127f-35b8-4fe3-861b-ec83628d7c4d,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:52.093516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:52.208982 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:52.349190 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:52.409510 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:52.476257 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=7dd3127f-35b8-4fe3-861b-ec83628d7c4d,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:55:52.484218 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:52.580016 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Floating IP 50666f82-3f5b-43d7-a09d-21f384af977f associated. External IP: 172.27.0.103, port: 25bd0c79-915d-4ae7-83ce-7ca9160f59a1. Oct 15 11:55:52.780567 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:55:52.882983 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:55:52.892278 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:55:52.901289 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:52.904403 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6739a00>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:52.954327 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:55:52.981747 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-47c5bde3-bca6-4857-8a10-33cd986d1aec tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7457530 Oct 15 11:55:52.982417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:55:52.984692 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a6c19d-672c-4320-9961-6e12200cc21e" -d '{"events": [{"name": "network-changed", "server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:55:53.011730 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:53.073907 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d171003-8855-468b-bc0f-1f8625523eb1 x-openstack-request-id: req-2d171003-8855-468b-bc0f-1f8625523eb1 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:55:53.074209 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:55:53.074464 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d171003-8855-468b-bc0f-1f8625523eb1 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:55:53.075172 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'status': 'completed', 'code': 200} Oct 15 11:55:53.136063 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c19d-672c-4320-9961-6e12200cc21e req-b459c456-475e-4061-8f89-84f7d0134276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:53.137568 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a6c19d-672c-4320-9961-6e12200cc21e req-b459c456-475e-4061-8f89-84f7d0134276 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 1099 time: 0.0403626 Oct 15 11:55:53.232240 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6739a00>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '50666f82-3f5b-43d7-a09d-21f384af977f', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:c7:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:55:51Z', 'updated_at': '2021-10-15T11:55:51Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:53.235785 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c19d-672c-4320-9961-6e12200cc21e req-8a9ceaee-a1fc-4451-ade6-0c615bfe5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:53.237302 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a6c19d-672c-4320-9961-6e12200cc21e req-8a9ceaee-a1fc-4451-ade6-0c615bfe5176 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0927303 Oct 15 11:55:53.262705 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:55:53.271049 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:55:53.271847 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6739a00>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:55:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:53.316448 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a6c19d-672c-4320-9961-6e12200cc21e req-647ef150-d6a0-4f55-9df2-af532b3afff3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1 HTTP/1.1" status: 200 len: 1000 time: 0.0722847 Oct 15 11:55:53.366973 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c19d-672c-4320-9961-6e12200cc21e req-9d49260a-51d5-4cbc-92a3-777d6a6a603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:53.368465 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a6c19d-672c-4320-9961-6e12200cc21e req-9d49260a-51d5-4cbc-92a3-777d6a6a603c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0457437 Oct 15 11:55:53.377803 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:55:53.411750 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c19d-672c-4320-9961-6e12200cc21e req-8d44c580-ce85-46bc-bf24-2920701a36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:55:53.413363 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a6c19d-672c-4320-9961-6e12200cc21e req-8d44c580-ce85-46bc-bf24-2920701a36c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385816 Oct 15 11:55:53.501044 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a6c19d-672c-4320-9961-6e12200cc21e req-b2bbfb92-e092-4651-9f10-14a7dba8121e service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810091 Oct 15 11:55:53.731516 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6739a00>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '50666f82-3f5b-43d7-a09d-21f384af977f', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:c7:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:55:51Z', 'updated_at': '2021-10-15T11:55:51Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:55:53.762388 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16970b33-b9b8-46cf-a255-a0adef0b865b None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '50666f82-3f5b-43d7-a09d-21f384af977f', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:c7:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:55:51Z', 'updated_at': '2021-10-15T11:55:51Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:55:53.863702 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a6c19d-672c-4320-9961-6e12200cc21e req-c68fcd33-5142-41ca-a2a9-2f557fa6c79b service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548846 Oct 15 11:55:53.942970 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ff668-d31b-411c-9bee-2e4f6e2bda18 None None] New status for floating IP 50666f82-3f5b-43d7-a09d-21f384af977f: ACTIVE {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:55:58.013123 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9a53deec-4220-409c-94be-aa372be5326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:00.549748 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03ffa0c6-8360-4f9d-9740-9f3bf33e5e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:01.580674 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:01.892777 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:03.612507 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:06.458297 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47202) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:06.695811 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Deleting port 2af1fda4-1184-4652-8621-f571380945e9 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:06.696642 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:06.771914 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:06.772503 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:06.784510 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Calling delete_port for 2af1fda4-1184-4652-8621-f571380945e9 owned by network:floatingip {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:07.095364 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:07.119642 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event deleted for resources: {'Port': ['ID=2af1fda4-1184-4652-8621-f571380945e9,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:07.144428 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.145974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.145974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.145974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.145974 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.146460 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.146460 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.146675 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.146962 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.147538 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.147853 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.148166 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:07.189141 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for floatingip, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:07.189467 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Floating IP 519762ce-cfc4-42ad-b93f-e00465be5b9a disassociated (deleted). External IP: 172.27.0.98, port: 2c91429e-5bb0-4ee1-891f-307fac225ef0. Oct 15 11:56:07.388651 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Router b3cd293e-670d-4f9e-a861-3066297da0b4 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:56:07.491841 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:56:07.497140 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:07.501796 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] Sync routers for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:56:07.510611 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:56:07.511229 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ad0c8160>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:56:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:07.523297 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a2a89cb6-eb94-4c6a-8a69-3576ef91bb39 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "DELETE /v2.0/floatingips/519762ce-cfc4-42ad-b93f-e00465be5b9a HTTP/1.1" status: 204 len: 168 time: 1.0639889 Oct 15 11:56:07.523896 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:56:07.526162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9e9b7a-2f72-474c-8695-44385cd92ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:56:07.617318 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:56:07.814582 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ad0c8160>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 5, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:07.844056 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] Checking router: b3cd293e-670d-4f9e-a861-3066297da0b4 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:56:07.852778 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:56:07.853392 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69ad0c8160>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:56:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:07.916744 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f23ae34-22d0-4523-a415-f07e78d14e13 x-openstack-request-id: req-9f23ae34-22d0-4523-a415-f07e78d14e13 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:56:07.917034 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:56:07.917282 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f23ae34-22d0-4523-a415-f07e78d14e13 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:56:07.917675 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'status': 'completed', 'code': 200} Oct 15 11:56:07.960416 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:56:08.008624 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-dd171840-ea05-4c0d-bc5a-459d9b9fdd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:08.010125 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-dd171840-ea05-4c0d-bc5a-459d9b9fdd9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b74af886990485297e5e3e415c5e77c&device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 1098 time: 0.0705276 Oct 15 11:56:08.022391 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b85f2a-ed92-4550-8838-af8332827d61 req-d017bf01-4bbf-4d33-bfa5-ffcb04c33a27 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:08.023841 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-25b85f2a-ed92-4550-8838-af8332827d61 req-d017bf01-4bbf-4d33-bfa5-ffcb04c33a27 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0582690 Oct 15 11:56:08.116851 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-25b85f2a-ed92-4550-8838-af8332827d61 req-77092e09-c742-4744-85a8-b2c975858622 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835624 Oct 15 11:56:08.140745 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-fa64fdcc-64e5-4809-88d8-55642170f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:08.142310 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-fa64fdcc-64e5-4809-88d8-55642170f828 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 200 len: 910 time: 0.1171119 Oct 15 11:56:08.157055 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69ad0c8160>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 5, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:08.182710 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccc057-3729-4ce9-94cb-932cd1fbe9fc None None] The sync data for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi is: [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:31Z', 'revision_number': 4, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '210f9f68-7c35-4ea1-9073-ac4ddec4737c', 'name': '', 'network_id': '2462dceb-64bc-473a-8706-7209dcc6042a', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'mac_address': 'fa:16:3e:03:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:30Z', 'updated_at': '2021-10-15T11:50:36Z', 'revision_number': 5, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'subnets': [{'id': 'c92ee23a-eafc-44c1-8933-967569dc3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:56:08.186111 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-de0c9df8-8982-46e1-928e-ac70033e0164 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 200 len: 217 time: 0.0353630 Oct 15 11:56:08.242884 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-7899fca2-4c0b-4694-b137-d61e1733dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:08.244341 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-7899fca2-4c0b-4694-b137-d61e1733dd49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 200 len: 848 time: 0.0489135 Oct 15 11:56:08.291760 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-b5585eb4-1e35-4171-b195-05fd3c2367dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:08.293284 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-b5585eb4-1e35-4171-b195-05fd3c2367dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2462dceb-64bc-473a-8706-7209dcc6042a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406170 Oct 15 11:56:08.393946 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-a7cd4188-bca1-4e31-8e24-be430ac5fd75 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898206 Oct 15 11:56:08.394318 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9859c-f171-47a5-b924-0a2901b44045 None None] New status for floating IP 519762ce-cfc4-42ad-b93f-e00465be5b9a: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:56:08.488121 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-6f9e9b7a-2f72-474c-8695-44385cd92ab3 req-156ab3f0-8360-4af3-8566-e1b60aa15038 service neutron] 10.222.0.32 "GET /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843241 Oct 15 11:56:09.232695 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3dd56-bd67-4a60-b671-3a2ee1c5330c req-0fd9018a-f1eb-4b99-92f3-a4abbb0600a9 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:09.234163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a6a3dd56-bd67-4a60-b671-3a2ee1c5330c req-0fd9018a-f1eb-4b99-92f3-a4abbb0600a9 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0495782 Oct 15 11:56:09.270483 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a6a3dd56-bd67-4a60-b671-3a2ee1c5330c req-a4970c4f-7be8-40ea-9727-d9b73553e5c2 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Oct 15 11:56:09.545060 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439469a-55e6-4372-922a-44ef262831d2 req-ff5e75c8-99c3-43de-bff5-24d047a168c7 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:09.546525 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9439469a-55e6-4372-922a-44ef262831d2 req-ff5e75c8-99c3-43de-bff5-24d047a168c7 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0527434 Oct 15 11:56:09.634624 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Deleting port 2c91429e-5bb0-4ee1-891f-307fac225ef0 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:09.634966 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:09.722154 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] For port 2c91429e-5bb0-4ee1-891f-307fac225ef0, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=2c91429e-5bb0-4ee1-891f-307fac225ef0,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:09.722536 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:09.734447 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Calling delete_port for 2c91429e-5bb0-4ee1-891f-307fac225ef0 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:09.929750 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:09.961418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event deleted for resources: {'Port': ['ID=2c91429e-5bb0-4ee1-891f-307fac225ef0,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:10.002233 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] No DVR routers for this DVR port 2c91429e-5bb0-4ee1-891f-307fac225ef0 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:56:10.005058 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:10.008788 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9439469a-55e6-4372-922a-44ef262831d2 req-5f89ae6d-8625-4baf-a972-24020069af0f tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.32 "DELETE /v2.0/ports/2c91429e-5bb0-4ee1-891f-307fac225ef0 HTTP/1.1" status: 204 len: 173 time: 0.4556470 Oct 15 11:56:10.009233 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-deleted', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:56:10.012165 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfe4f5f-8c62-4976-9ec7-134e2f4b4413" -d '{"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-deleted", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:56:10.047516 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392d8722-74a8-4557-8089-dcd26f635348 x-openstack-request-id: req-392d8722-74a8-4557-8089-dcd26f635348 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:56:10.047856 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0ee485-ea46-4cfe-abf3-70904ac9c3d0", "name": "network-vif-deleted", "tag": "2c91429e-5bb0-4ee1-891f-307fac225ef0", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:56:10.048104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-392d8722-74a8-4557-8089-dcd26f635348 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:56:10.048525 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0ee485-ea46-4cfe-abf3-70904ac9c3d0', 'name': 'network-vif-deleted', 'tag': '2c91429e-5bb0-4ee1-891f-307fac225ef0', 'status': 'completed', 'code': 200} Oct 15 11:56:10.064643 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:56:10.366978 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0d675257-dc3d-4307-81bf-87ac6e4ebd5d req-aaaba220-863e-4bce-820c-cc24f358fbb4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f0ee485-ea46-4cfe-abf3-70904ac9c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0271847 Oct 15 11:56:11.422254 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47220) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:11.479484 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec43341e-67ec-457d-a698-f2fbeaed86d4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:11.504061 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec43341e-67ec-457d-a698-f2fbeaed86d4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:11.635886 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec43341e-67ec-457d-a698-f2fbeaed86d4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:11.638496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-ec43341e-67ec-457d-a698-f2fbeaed86d4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:11.639654 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-ec43341e-67ec-457d-a698-f2fbeaed86d4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] 10.222.0.37 "DELETE /v2.0/security-groups/1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5 HTTP/1.1" status: 204 len: 168 time: 0.2163866 Oct 15 11:56:11.648692 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43341e-67ec-457d-a698-f2fbeaed86d4 tempest-TestShelveInstance-419786283 tempest-TestShelveInstance-419786283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d913be1-13f7-41c6-b8ca-ba9b8c0da1a5,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:11.737624 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47224) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:12.162377 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:12.398461 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Deleting port 210f9f68-7c35-4ea1-9073-ac4ddec4737c {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:12.398821 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:12.479459 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] For port 210f9f68-7c35-4ea1-9073-ac4ddec4737c, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=210f9f68-7c35-4ea1-9073-ac4ddec4737c,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:12.479459 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:12.487426 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Calling delete_port for 210f9f68-7c35-4ea1-9073-ac4ddec4737c owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:12.698922 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2c91429e-5bb0-4ee1-891f-307fac225ef0 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:56:12.718182 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:12.722428 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 2c91429e-5bb0-4ee1-891f-307fac225ef0 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:56:12.722807 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 2c91429e-5bb0-4ee1-891f-307fac225ef0 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:56:12.745501 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=210f9f68-7c35-4ea1-9073-ac4ddec4737c,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:12.769564 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.769909 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.770253 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.770628 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.770962 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.771296 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.771632 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.771960 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.772556 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.772884 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.773207 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.773528 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:56:12.919056 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:13.123504 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Router b3cd293e-670d-4f9e-a861-3066297da0b4 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:56:13.226004 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:56:13.231544 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-c5a35bcc-b0ba-4268-aa3a-541e50a47f0e admin admin] 10.222.0.37 "PUT /v2.0/routers/b3cd293e-670d-4f9e-a861-3066297da0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929051 Oct 15 11:56:13.234473 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47228) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:13.235126 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] Sync routers for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:56:13.244133 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:56:13.244743 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6b63760>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:56:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:13.334796 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks [] for router, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:13.355235 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:56:13.440028 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:13.529529 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6b63760>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:56:12Z', 'revision_number': 5, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port': {'id': 'bc9b396b-f65b-4f24-a968-f842a4ecc457', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:13.554916 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] Checking router: b3cd293e-670d-4f9e-a861-3066297da0b4 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:56:13.562968 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] Routers {'b3cd293e-670d-4f9e-a861-3066297da0b4'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:56:13.563565 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6b63760>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:56:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['b3cd293e-670d-4f9e-a861-3066297da0b4'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:13.570089 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Deleting port bc9b396b-f65b-4f24-a968-f842a4ecc457 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:13.570428 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:13.645564 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] For port bc9b396b-f65b-4f24-a968-f842a4ecc457, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=bc9b396b-f65b-4f24-a968-f842a4ecc457,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:13.645947 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:13.649575 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] Set router b3cd293e-670d-4f9e-a861-3066297da0b4 gateway port host: None {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:56:13.657591 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Calling delete_port for bc9b396b-f65b-4f24-a968-f842a4ecc457 owned by network:router_gateway {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:13.702772 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6b63760>, [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:56:13Z', 'revision_number': 6, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:13.727743 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce7869-1007-46f5-99b2-8f7964dd7444 None None] The sync data for ids ['b3cd293e-670d-4f9e-a861-3066297da0b4'] in dv-cinder-814129-1-iscsi is: [{'id': 'b3cd293e-670d-4f9e-a861-3066297da0b4', 'name': 'tempest-TestShelveInstance-1345161914-router', 'tenant_id': '4b74af886990485297e5e3e415c5e77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:28Z', 'updated_at': '2021-10-15T11:56:13Z', 'revision_number': 6, 'project_id': '4b74af886990485297e5e3e415c5e77c', 'gw_port_host': None}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:56:13.906786 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:13.935078 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9b396b-f65b-4f24-a968-f842a4ecc457,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:13.995598 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.083060 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.085206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.198401 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.198995 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3cd293e-670d-4f9e-a861-3066297da0b4 {{(pid=106847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 11:56:14.203334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.204482 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-553dfc8d-057e-4d09-b0f7-1d353ffd4550 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b3cd293e-670d-4f9e-a861-3066297da0b4 HTTP/1.1" status: 204 len: 168 time: 0.9689920 Oct 15 11:56:14.206857 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47232) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:14.253660 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] Deleting subnet c92ee23a-eafc-44c1-8933-967569dc3baf {{(pid=106847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:56:14.256496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.288248 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9062860'] for subnet, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.360672 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.484114 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589085'] for subnet, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.763470 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92ee23a-eafc-44c1-8933-967569dc3baf,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:14.767177 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.770427 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-fa395d28-986f-4f99-abb6-5cee0ede155c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c92ee23a-eafc-44c1-8933-967569dc3baf HTTP/1.1" status: 204 len: 168 time: 0.5624552 Oct 15 11:56:14.772927 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47234) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:14.776012 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17ff9d-5e79-4dda-8e53-36125598ebe9 None None] Network 2462dceb-64bc-473a-8706-7209dcc6042a requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:56:14.840381 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.897464 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Deleting port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:14.897798 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.952194 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 210f9f68-7c35-4ea1-9073-ac4ddec4737c no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:56:14.960914 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] For port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,segment=NetworkSegment(794f310d-624f-4147-9f5b-5823f48e2427),segment_id=794f310d-624f-4147-9f5b-5823f48e2427)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:14.961294 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:14.973729 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Calling delete_port for c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 owned by network:dhcp {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:14.978887 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 210f9f68-7c35-4ea1-9073-ac4ddec4737c {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:56:14.979248 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 210f9f68-7c35-4ea1-9073-ac4ddec4737c not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:56:14.979635 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device bc9b396b-f65b-4f24-a968-f842a4ecc457 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:56:15.000170 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: bc9b396b-f65b-4f24-a968-f842a4ecc457 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:56:15.000508 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device bc9b396b-f65b-4f24-a968-f842a4ecc457 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:56:15.098930 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] DHCP port deletion for 2462dceb-64bc-473a-8706-7209dcc6042a request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 11:56:15.109782 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.135783 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:15.137626 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] No DVR routers for this DVR port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 on host dv-cinder-814129-1-iscsi {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:56:15.152019 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] Deleting port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:15.152393 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.206350 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.213579 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] For port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97, host dv-cinder-814129-1-iscsi, got binding levels [] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:15.213966 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.225809 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] Calling delete_port for c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:15.228500 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.ipam_backend_mixin [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] Port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 was not found and therefore no delete operation was performed {{(pid=106849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 11:56:15.229110 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a5ff8940>,) {'filters': {'network_id': ['2462dceb-64bc-473a-8706-7209dcc6042a']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:15.229754 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.239153 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5ff8940>, '794f310d-624f-4147-9f5b-5823f48e2427') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:15.239480 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a5ff8940>, '794f310d-624f-4147-9f5b-5823f48e2427') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:15.249545 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.255825 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] Pushing event deleted for resources: {'Port': ['ID=c2a1ff09-6a3e-49f8-8222-3fb1687d6c97,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:15.260048 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70077b-05e4-4b2e-965e-8a461101ef16 None None] No DVR routers for this DVR port c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:56:15.264953 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:56:15.274215 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:56:15.395958 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.401518 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.404652 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] 10.222.0.37 "DELETE /v2.0/networks/2462dceb-64bc-473a-8706-7209dcc6042a HTTP/1.1" status: 204 len: 168 time: 0.6308255 Oct 15 11:56:15.407632 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47236) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:15.415118 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473db173-e0df-4ed4-ad85-4c86d9df567d admin admin] Pushing event deleted for resources: {'Network': ['ID=2462dceb-64bc-473a-8706-7209dcc6042a,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:15.738771 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:15.967239 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Deleting port ebd859d3-6fc2-47b3-a5ef-612df381e59a {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:15.967567 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:16.041583 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] For port ebd859d3-6fc2-47b3-a5ef-612df381e59a, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=ebd859d3-6fc2-47b3-a5ef-612df381e59a,segment=NetworkSegment(655ec5ec-4926-4072-9ebf-6d92556f4112),segment_id=655ec5ec-4926-4072-9ebf-6d92556f4112)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:16.041894 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:16.053518 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Calling delete_port for ebd859d3-6fc2-47b3-a5ef-612df381e59a owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:16.298457 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:16.323493 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd859d3-6fc2-47b3-a5ef-612df381e59a,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:16.685510 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:16.890835 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:56:16.899971 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:56:16.922180 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:56:16.922703 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device c2a1ff09-6a3e-49f8-8222-3fb1687d6c97 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:56:17.002541 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:56:17.008681 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-d3fba3e7-ef5c-4d56-8d4c-098fef2ecaf3 admin admin] 10.222.0.37 "PUT /v2.0/routers/a87363ed-a700-4d8e-ac36-d9e83cbd8a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5999360 Oct 15 11:56:17.010615 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47238) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:17.012904 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] Sync routers for ids ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:56:17.022731 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] Routers {'a87363ed-a700-4d8e-ac36-d9e83cbd8a03'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:56:17.023329 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6f27d60>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:56:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:17.110036 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks [] for router, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.124702 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] Set router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:56:17.209790 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.304456 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6f27d60>, [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:56:16Z', 'revision_number': 5, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port': {'id': '681b5627-d78c-4ba7-b239-f5caeacbd063', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:17.334875 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] Checking router: a87363ed-a700-4d8e-ac36-d9e83cbd8a03 for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:56:17.344294 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] Routers {'a87363ed-a700-4d8e-ac36-d9e83cbd8a03'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:56:17.344904 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6f27d60>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:56:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:17.349162 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Deleting port 681b5627-d78c-4ba7-b239-f5caeacbd063 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:17.349499 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.423883 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] For port 681b5627-d78c-4ba7-b239-f5caeacbd063, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=681b5627-d78c-4ba7-b239-f5caeacbd063,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:17.424273 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.428483 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] Set router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 gateway port host: None {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:56:17.436200 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Calling delete_port for 681b5627-d78c-4ba7-b239-f5caeacbd063 owned by network:router_gateway {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:17.481399 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6f27d60>, [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:56:17Z', 'revision_number': 6, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:17.506793 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a613d-d36e-46d4-afc8-eda21ed1d3c6 None None] The sync data for ids ['a87363ed-a700-4d8e-ac36-d9e83cbd8a03'] in dv-cinder-814129-1-iscsi is: [{'id': 'a87363ed-a700-4d8e-ac36-d9e83cbd8a03', 'name': 'tempest-TestShelveInstance-1388724545-router', 'tenant_id': '3dcce722744147b49511707f6a3d66c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:50:35Z', 'updated_at': '2021-10-15T11:56:17Z', 'revision_number': 6, 'project_id': '3dcce722744147b49511707f6a3d66c0', 'gw_port_host': None}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:56:17.652875 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.682439 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Pushing event deleted for resources: {'Port': ['ID=681b5627-d78c-4ba7-b239-f5caeacbd063,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:17.737629 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.825133 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.827114 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.933228 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.933775 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a87363ed-a700-4d8e-ac36-d9e83cbd8a03 {{(pid=106848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 11:56:17.938523 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:17.939689 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-6479b3bf-4a6a-444d-b729-5e654508e98c admin admin] 10.222.0.37 "DELETE /v2.0/routers/a87363ed-a700-4d8e-ac36-d9e83cbd8a03 HTTP/1.1" status: 204 len: 168 time: 0.9280896 Oct 15 11:56:17.942187 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47240) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:17.987525 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] Deleting subnet d36bdcd4-8a00-4263-80eb-43a6cd1d627d {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 11:56:17.990582 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.023421 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8767179'] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.094774 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.225025 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8659828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8513679'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.253774 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36bdcd4-8a00-4263-80eb-43a6cd1d627d,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:18.259196 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.264633 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-f5fd278f-6c0f-4f2f-8357-e7db962fee2f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d36bdcd4-8a00-4263-80eb-43a6cd1d627d HTTP/1.1" status: 204 len: 168 time: 0.3192151 Oct 15 11:56:18.264975 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f762473-4e37-4714-b35b-270be98c16cb None None] Network 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 11:56:18.265445 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47242) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:18.335212 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.387180 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Deleting port d4c84f86-c43d-4124-9e6d-475e64770b18 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:18.387518 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.443623 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] DHCP port deletion for 8bd88bc7-a47f-4f0f-98c6-1dd089b487ab request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 11:56:18.454544 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] For port d4c84f86-c43d-4124-9e6d-475e64770b18, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d4c84f86-c43d-4124-9e6d-475e64770b18,segment=NetworkSegment(655ec5ec-4926-4072-9ebf-6d92556f4112),segment_id=655ec5ec-4926-4072-9ebf-6d92556f4112)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:18.454943 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.475434 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Calling delete_port for d4c84f86-c43d-4124-9e6d-475e64770b18 owned by network:dhcp {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:18.502631 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] Deleting port d4c84f86-c43d-4124-9e6d-475e64770b18 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:56:18.503358 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.575159 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] For port d4c84f86-c43d-4124-9e6d-475e64770b18, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=d4c84f86-c43d-4124-9e6d-475e64770b18,segment=NetworkSegment(655ec5ec-4926-4072-9ebf-6d92556f4112),segment_id=655ec5ec-4926-4072-9ebf-6d92556f4112)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:56:18.575555 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.588408 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] Calling delete_port for d4c84f86-c43d-4124-9e6d-475e64770b18 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:56:18.626809 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.650814 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c84f86-c43d-4124-9e6d-475e64770b18,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:18.657024 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] No DVR routers for this DVR port d4c84f86-c43d-4124-9e6d-475e64770b18 on host dv-cinder-814129-1-iscsi {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:56:18.669476 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.692779 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] Pushing event deleted for resources: {'Port': ['ID=d4c84f86-c43d-4124-9e6d-475e64770b18,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:18.699595 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa09e2-9efc-470b-8858-aa59260b55fc None None] No DVR routers for this DVR port d4c84f86-c43d-4124-9e6d-475e64770b18 on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:56:18.732066 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.751794 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a650d970>,) {'filters': {'network_id': ['8bd88bc7-a47f-4f0f-98c6-1dd089b487ab']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:18.761158 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a650d970>, '655ec5ec-4926-4072-9ebf-6d92556f4112') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:18.761444 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a650d970>, '655ec5ec-4926-4072-9ebf-6d92556f4112') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:56:18.770500 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.784131 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.790001 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 11:56:18.792458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 11:56:18.793601 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 11:56:18.851376 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ebd859d3-6fc2-47b3-a5ef-612df381e59a no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:56:18.875292 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: ebd859d3-6fc2-47b3-a5ef-612df381e59a {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:56:18.875629 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device ebd859d3-6fc2-47b3-a5ef-612df381e59a not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:56:18.876038 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 681b5627-d78c-4ba7-b239-f5caeacbd063 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:56:18.900641 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 681b5627-d78c-4ba7-b239-f5caeacbd063 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:56:18.900982 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 681b5627-d78c-4ba7-b239-f5caeacbd063 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:56:18.901398 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d4c84f86-c43d-4124-9e6d-475e64770b18 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:56:18.907130 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.912479 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:18.919024 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] 10.222.0.37 "DELETE /v2.0/networks/8bd88bc7-a47f-4f0f-98c6-1dd089b487ab HTTP/1.1" status: 204 len: 168 time: 0.6497293 Oct 15 11:56:18.926201 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: d4c84f86-c43d-4124-9e6d-475e64770b18 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:56:18.926339 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5f04f-6c11-498c-a97c-c19f1554412b admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd88bc7-a47f-4f0f-98c6-1dd089b487ab,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:18.926563 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device d4c84f86-c43d-4124-9e6d-475e64770b18 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:56:18.984161 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:19.276450 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47246) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:19.314404 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-bd350f57-1029-4d13-a645-292c4704ac98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b74af886990485297e5e3e415c5e77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369298 Oct 15 11:56:19.316804 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47248) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:19.362786 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9d4594f0-655c-4811-90f9-a36f93b8526c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:19.384116 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9d4594f0-655c-4811-90f9-a36f93b8526c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:19.538484 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9d4594f0-655c-4811-90f9-a36f93b8526c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:19.541517 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-9d4594f0-655c-4811-90f9-a36f93b8526c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:19.542750 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-9d4594f0-655c-4811-90f9-a36f93b8526c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9585ac68-f396-46de-80d2-c5002fd5ebea HTTP/1.1" status: 204 len: 168 time: 0.2250631 Oct 15 11:56:19.550349 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4594f0-655c-4811-90f9-a36f93b8526c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9585ac68-f396-46de-80d2-c5002fd5ebea,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:20.177129 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47256) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:20.216125 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-4cc6347d-4650-430d-beb1-e5941e0d9132 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3dcce722744147b49511707f6a3d66c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377846 Oct 15 11:56:20.218862 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47258) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:56:20.267163 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-35211c78-f6e0-43be-866c-31b475e95847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:20.287588 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-35211c78-f6e0-43be-866c-31b475e95847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:20.395649 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-35211c78-f6e0-43be-866c-31b475e95847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:20.398371 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-35211c78-f6e0-43be-866c-31b475e95847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:20.399532 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-35211c78-f6e0-43be-866c-31b475e95847 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/700fe8f9-bd48-40f1-a339-89de7b560b81 HTTP/1.1" status: 204 len: 168 time: 0.1797473 Oct 15 11:56:20.407530 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35211c78-f6e0-43be-866c-31b475e95847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700fe8f9-bd48-40f1-a339-89de7b560b81,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:56:21.931796 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-e5cd7952-adca-4c0c-a18b-f46bf7b3df12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433054 Oct 15 11:56:22.009938 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de584-98d3-4501-9c00-574bcccd1f32 req-2b598868-ccbc-465f-bf73-70f0ff28d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:22.011393 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-2b598868-ccbc-465f-bf73-70f0ff28d06a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 1099 time: 0.0398009 Oct 15 11:56:22.114580 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de584-98d3-4501-9c00-574bcccd1f32 req-3757e3cd-49f3-4931-8bee-76266ea019c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:22.116012 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-3757e3cd-49f3-4931-8bee-76266ea019c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0853505 Oct 15 11:56:22.181739 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-ef461cb1-ba92-421f-91da-0f73385d5efa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1 HTTP/1.1" status: 200 len: 1002 time: 0.0570500 Oct 15 11:56:22.229178 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de584-98d3-4501-9c00-574bcccd1f32 req-8c6620ee-b6d4-44c8-9fc1-0495ac814359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:22.230597 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-8c6620ee-b6d4-44c8-9fc1-0495ac814359 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0416331 Oct 15 11:56:22.277957 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079de584-98d3-4501-9c00-574bcccd1f32 req-8b9cddb0-aeba-49c6-b37c-1a7ceab57fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:56:22.279486 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-8b9cddb0-aeba-49c6-b37c-1a7ceab57fb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416610 Oct 15 11:56:22.365168 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-96d1bb24-0c5d-4241-bbca-c307295f3d60 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790353 Oct 15 11:56:22.458488 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-079de584-98d3-4501-9c00-574bcccd1f32 req-2c54687f-64ce-47d8-afc8-06caa141ec48 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845311 Oct 15 11:56:28.023725 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-95a452ba-a2bc-4679-83fd-656dd5b76a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:30.532068 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-91b837ff-4907-4782-8b61-833d9df9fe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:31.735085 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:31.911772 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:33.609107 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:47.064427 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:56:49.008842 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:56:57.988694 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-97349158-1301-4007-a887-2093a6bcee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:00.525982 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8fab791a-2db1-4f07-b235-a9f6e3283772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:01.640510 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:01.894181 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:03.608907 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:18.991231 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:22.926406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-0a0609c4-148c-4fe7-bca1-e5ee3adb6430 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393548 Oct 15 11:57:23.007569 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-7ec63821-e53b-438f-89f5-de09b2ab8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:23.008984 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-7ec63821-e53b-438f-89f5-de09b2ab8cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 1099 time: 0.0386972 Oct 15 11:57:23.123464 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-5a34f7a2-41fe-45dd-a4bd-8a3518dee89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:23.124849 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-5a34f7a2-41fe-45dd-a4bd-8a3518dee89d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0975199 Oct 15 11:57:23.190202 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-838dfe24-ca76-4584-b880-33b6cb6ca9b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1 HTTP/1.1" status: 200 len: 1002 time: 0.0571537 Oct 15 11:57:23.244408 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-d9c5c056-3bda-4743-9904-bf973bf33ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:23.246436 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-d9c5c056-3bda-4743-9904-bf973bf33ca2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0484929 Oct 15 11:57:23.290163 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-bc7a23e2-0071-418b-ac43-23eb39b76204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:23.291689 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-bc7a23e2-0071-418b-ac43-23eb39b76204 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385826 Oct 15 11:57:23.376905 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-6a6ac580-cd43-4c76-8df1-616477cb8e90 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782795 Oct 15 11:57:23.465938 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b1c37565-3107-4dbf-a627-5712a1f482fc req-5129778d-e986-41e8-b022-04834fc8c801 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Oct 15 11:57:24.062536 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:57:28.011216 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ec44bd88-ea8d-4701-9bfd-df2afb5ac121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:30.557062 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ee4d08dd-4999-4572-bd61-b9401f9d2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:31.597365 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:31.882575 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:33.608280 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:48.517489 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d0be8-df8b-4c20-868d-ab61d8da2117 req-c81551ce-3f4a-4c5b-9e2e-e55e76f22656 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:48.518964 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-226d0be8-df8b-4c20-868d-ab61d8da2117 req-c81551ce-3f4a-4c5b-9e2e-e55e76f22656 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 946 time: 0.0486193 Oct 15 11:57:48.556915 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-226d0be8-df8b-4c20-868d-ab61d8da2117 req-12442cba-bf11-4388-b84f-502ff03d511d tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Oct 15 11:57:48.996190 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:49.676331 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16687bd-acd6-421c-ad57-5f3dae569bdf req-335daebd-0435-4424-9fa6-67b591d84717 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:49.677937 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c16687bd-acd6-421c-ad57-5f3dae569bdf req-335daebd-0435-4424-9fa6-67b591d84717 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 946 time: 0.0559838 Oct 15 11:57:49.718930 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c16687bd-acd6-421c-ad57-5f3dae569bdf req-72d752e1-fcd5-4c74-b47e-e091abf17dcb tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Oct 15 11:57:50.094350 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-0d50edae-b4d0-4caa-9f6e-5a8c5cb411ae tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:50.095888 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-0d50edae-b4d0-4caa-9f6e-5a8c5cb411ae tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 946 time: 0.0486372 Oct 15 11:57:50.184109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Deleting port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 11:57:50.184448 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:50.272684 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] For port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:57:50.273037 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:50.438811 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:50.439162 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:50.440946 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Floating IP 50666f82-3f5b-43d7-a09d-21f384af977f disassociated. External IP: 172.27.0.103, port: 25bd0c79-915d-4ae7-83ce-7ca9160f59a1. Oct 15 11:57:50.441298 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Calling delete_port for 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 11:57:50.619415 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:50.647844 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event deleted for resources: {'Port': ['ID=25bd0c79-915d-4ae7-83ce-7ca9160f59a1,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:57:50.659226 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.659585 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.659927 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.660266 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.660653 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.660991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.661324 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.661674 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.662075 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.662310 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.662669 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.662994 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:57:50.776445 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:57:50.847120 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f2a548fc-0046-4fc0-834b-f2a5fdaaca3e req-532b97f7-536b-48dc-8c0a-57ea6239fa48 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 210 time: 0.0307934 Oct 15 11:57:50.903206 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:57:50.913047 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:57:50.921676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:57:50.922224 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6508e50>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:57:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:57:50.944982 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] No DVR routers for this DVR port 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 11:57:50.947533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:50.951101 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7f343d6e-9a0d-46f8-ae66-f06ad96065ff req-ae6bac6d-5e5d-45f5-8f56-c2aa58f9efe3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "DELETE /v2.0/ports/25bd0c79-915d-4ae7-83ce-7ca9160f59a1 HTTP/1.1" status: 204 len: 173 time: 0.8490565 Oct 15 11:57:50.951557 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'name': 'network-vif-deleted', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:57:50.953890 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d3be0-8046-4cd9-b61c-2e7002f749d6" -d '{"events": [{"server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "name": "network-vif-deleted", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:57:50.990203 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df584f1-43e3-4ae7-9c4d-6bc2df417618 x-openstack-request-id: req-6df584f1-43e3-4ae7-9c4d-6bc2df417618 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:57:50.990582 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e", "name": "network-vif-deleted", "tag": "25bd0c79-915d-4ae7-83ce-7ca9160f59a1", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:57:50.990898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6df584f1-43e3-4ae7-9c4d-6bc2df417618 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:57:50.991353 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e', 'name': 'network-vif-deleted', 'tag': '25bd0c79-915d-4ae7-83ce-7ca9160f59a1', 'status': 'completed', 'code': 200} Oct 15 11:57:51.032192 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:57:51.243685 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6508e50>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:57:51.269649 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:57:51.277937 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:57:51.278559 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6508e50>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:57:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:57:51.390361 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:57:51.589233 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6508e50>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:57:51.614863 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f88d7c-9c51-45a6-83f4-60994b74b186 None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:57:51.824552 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04357f93-9700-4bb6-89f7-6d01687cd7ec None None] New status for floating IP 50666f82-3f5b-43d7-a09d-21f384af977f: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:57:51.951825 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-16626b3b-90f8-404c-93a9-09086bdb74c6 req-d0ea2bae-48f4-40d3-945b-82888112d4ef tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cd79af-86f0-4eb2-bfb4-bc4f5ca0ec7e HTTP/1.1" status: 200 len: 210 time: 0.0257215 Oct 15 11:57:53.212645 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-2c3088d5-ef4b-4858-97fa-9683bc3651d8 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756356252&fields=id&tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 267 time: 0.0325849 Oct 15 11:57:53.223332 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 11:57:53.242651 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 11:57:53.242990 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 25bd0c79-915d-4ae7-83ce-7ca9160f59a1 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 11:57:53.318892 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-1af8cbdd-f639-4208-a9f3-9b98ee183659 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:53.320370 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-1af8cbdd-f639-4208-a9f3-9b98ee183659 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 811 time: 0.1006002 Oct 15 11:57:53.335168 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-9655ae9e-4d2f-4459-bf0a-0a3e051b6147 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/quotas/a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 375 time: 0.0091648 Oct 15 11:57:53.391626 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-9d4097a7-46a6-464e-a5a0-3c12df49157b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510993 Oct 15 11:57:53.607822 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-b40a4d80-f1b6-4a34-a7d2-e71fce12d96d service neutron] 10.222.0.37 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043333 Oct 15 11:57:53.707232 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-f008fb27-1899-4ce3-8f77-2f0b818c950e service neutron] 10.222.0.37 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925770 Oct 15 11:57:54.355806 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f4f82499-8441-47f5-b92d-7fd2aad707aa req-f12d7aed-ddb7-4a5a-b534-f2cfee468ecd tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 210 time: 0.0255778 Oct 15 11:57:55.445243 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-00cd309f-4810-4171-a040-7f62ef5cdd5d req-6240d0f9-623c-455b-9b81-789a8533ddfd tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 210 time: 0.0254793 Oct 15 11:57:56.363217 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-6b2030a8-42bf-490a-9d46-09b5823047a5 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:56.364715 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-6b2030a8-42bf-490a-9d46-09b5823047a5 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 811 time: 0.1029630 Oct 15 11:57:56.408287 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-302996c2-0b16-43e5-8d1f-773a38c03942 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 379 time: 0.0341120 Oct 15 11:57:56.417578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'port': {'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'admin_state_up': True, 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'security_groups': ['c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:57:56.550839 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b3396fbd-1704-4557-ada3-f60fcebd3c25 req-64e171f0-6ac6-42bc-9d97-7810bd811e90 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 210 time: 0.0382662 Oct 15 11:57:56.616222 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Made reservation on behalf of a1c9dd4d919842c39adec4fe16a0eb3d for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:57:56.619810 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:56.739748 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Allocated IP 172.20.0.8 (7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a/91d89364-3523-44ce-8a4f-508e1d90eae5/fb71735f-178f-49ca-8f65-9b8a917ab670) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:57:56.873461 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:56.979666 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.021299 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:57:57.024144 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:57:57.027599 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:57:57.035652 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=fb71735f-178f-49ca-8f65-9b8a917ab670,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:57:57.082027 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:57.082869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.180366 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-8fee606c-3ba0-4821-99a3-695bd5028223 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662005 Oct 15 11:57:57.194149 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Request body: {'port': {'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:57:57.251334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.261093 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-766ec8a1-6028-4bad-a09e-d8f2d2bd88fb None None] Provisioning complete for port fb71735f-178f-49ca-8f65-9b8a917ab670 triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:57:57.261654 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-766ec8a1-6028-4bad-a09e-d8f2d2bd88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.294795 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-766ec8a1-6028-4bad-a09e-d8f2d2bd88fb None None] Port fb71735f-178f-49ca-8f65-9b8a917ab670 cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:57:57.507672 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb71735f-178f-49ca-8f65-9b8a917ab670 {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:57:57.515137 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.527612 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Transition to ACTIVE for port object fb71735f-178f-49ca-8f65-9b8a917ab670 will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:57:57.585199 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.671278 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb71735f-178f-49ca-8f65-9b8a917ab670,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:57:57.729856 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a570874-89c6-42f5-a484-91bdfdafe595 req-797ba6de-61ad-4a70-9258-baedd7afcb43 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:57.731450 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2a570874-89c6-42f5-a484-91bdfdafe595 req-797ba6de-61ad-4a70-9258-baedd7afcb43 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.1150591 Oct 15 11:57:57.770889 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Attempting to bind port fb71735f-178f-49ca-8f65-9b8a917ab670 on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:57:57.771222 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Attempting to bind port fb71735f-178f-49ca-8f65-9b8a917ab670 by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:57:57.771547 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Attempting to bind port fb71735f-178f-49ca-8f65-9b8a917ab670 on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:57:57.787171 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Port fb71735f-178f-49ca-8f65-9b8a917ab670 on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:57:57.787488 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Attempting to bind port fb71735f-178f-49ca-8f65-9b8a917ab670 on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:57:57.792502 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2a570874-89c6-42f5-a484-91bdfdafe595 req-a5feac73-4d8e-49a3-99f8-287436a63e67 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545566 Oct 15 11:57:57.795039 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:57:57.795405 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Checking segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:57:57.795723 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Bound using segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:57:57.796143 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Bound port: fb71735f-178f-49ca-8f65-9b8a917ab670, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:57:57.796493 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.859044 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] For port fb71735f-178f-49ca-8f65-9b8a917ab670, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:57:57.861869 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] For port fb71735f-178f-49ca-8f65-9b8a917ab670, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=fb71735f-178f-49ca-8f65-9b8a917ab670,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:57:57.919357 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.951095 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:57.951698 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:57.953575 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] 10.222.0.32 "PUT /v2.0/ports/fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 200 len: 1093 time: 0.7642963 Oct 15 11:57:57.955804 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:57:57.959649 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8925201b-c544-465b-aa3c-0bfb22d78c01" -d '{"events": [{"name": "network-changed", "server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:57:57.984972 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de737d24-e5d3-4aa8-aeef-2deffa616ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb71735f-178f-49ca-8f65-9b8a917ab670,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:57:57.996149 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4700d8f-0a76-4a08-a8e3-10a15a1129b3 x-openstack-request-id: req-c4700d8f-0a76-4a08-a8e3-10a15a1129b3 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:57:57.996511 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:57:57.996832 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4700d8f-0a76-4a08-a8e3-10a15a1129b3 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:57:57.997299 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'status': 'completed', 'code': 200} Oct 15 11:57:58.022117 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-76351bfb-d4a5-4314-9289-c132ad700de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:57:58.059094 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925201b-c544-465b-aa3c-0bfb22d78c01 req-369e11f5-aabd-413a-ba32-2ae4237c04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:58.060692 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8925201b-c544-465b-aa3c-0bfb22d78c01 req-369e11f5-aabd-413a-ba32-2ae4237c04bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0439205 Oct 15 11:57:58.162619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925201b-c544-465b-aa3c-0bfb22d78c01 req-9e51e377-4b27-4038-9c6b-622bef5751ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:58.164129 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8925201b-c544-465b-aa3c-0bfb22d78c01 req-9e51e377-4b27-4038-9c6b-622bef5751ed service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0963361 Oct 15 11:57:58.258420 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925201b-c544-465b-aa3c-0bfb22d78c01 req-73e49992-2c48-4fee-ac4c-8620acff6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:58.259921 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-8925201b-c544-465b-aa3c-0bfb22d78c01 req-73e49992-2c48-4fee-ac4c-8620acff6641 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882592 Oct 15 11:57:58.332671 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-a4a89fd5-61bf-427a-906b-af5f1b650556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:58.334104 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-a4a89fd5-61bf-427a-906b-af5f1b650556 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0393076 Oct 15 11:57:58.373504 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-88df1486-0894-432a-8031-282a2631adce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 200 len: 217 time: 0.0312641 Oct 15 11:57:58.420216 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-5d3026c9-dc5f-4f92-8589-8924c1193f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:58.421639 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-5d3026c9-dc5f-4f92-8589-8924c1193f6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0414953 Oct 15 11:57:58.468521 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-eb6c0d4b-9b22-4f6c-aa7a-2667de155249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:58.469947 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-eb6c0d4b-9b22-4f6c-aa7a-2667de155249 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415661 Oct 15 11:57:58.556639 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-c462f436-5934-449e-9280-0fff5a0623b0 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788457 Oct 15 11:57:58.646809 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-52c43415-e40e-4cb7-9d02-f9b6d155009e req-b34a517d-598e-42b6-82ca-e09e4fe79108 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831540 Oct 15 11:57:58.906698 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e498a17-cdff-47eb-a26d-1e04e81adeb7 req-1e5131c3-02a9-4ca4-905a-4387f393d059 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:57:58.908052 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e498a17-cdff-47eb-a26d-1e04e81adeb7 req-1e5131c3-02a9-4ca4-905a-4387f393d059 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.0481868 Oct 15 11:57:58.945616 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0e498a17-cdff-47eb-a26d-1e04e81adeb7 req-e93eecdc-cdac-46b1-a3b1-6c19057185a8 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Oct 15 11:58:00.055540 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b7bda-48d4-4d31-9112-80d800cbd51a req-20b0f044-e20c-4097-86d1-8d2e5a8fc2a7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:00.056947 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-507b7bda-48d4-4d31-9112-80d800cbd51a req-20b0f044-e20c-4097-86d1-8d2e5a8fc2a7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.0458596 Oct 15 11:58:00.095851 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-507b7bda-48d4-4d31-9112-80d800cbd51a req-646ad7a2-3c01-4972-b3b6-e56f51725ced tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Oct 15 11:58:00.524274 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0b6c1040-d58f-406c-94de-20da15f53e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:01.061630 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:58:01.462802 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda4f8a-d25b-4794-9b3c-41672e9035fa req-b712aeea-602e-4ee9-bced-b6abce896344 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:01.464233 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ddda4f8a-d25b-4794-9b3c-41672e9035fa req-b712aeea-602e-4ee9-bced-b6abce896344 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.3037317 Oct 15 11:58:01.500687 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ddda4f8a-d25b-4794-9b3c-41672e9035fa req-b4b7ba4d-80cb-41c4-8e2d-e946cd212bac tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306211 Oct 15 11:58:01.590344 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:01.901890 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:02.609533 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f9ac4-ad36-40db-aa93-30004b2ef77a req-499d7234-1354-4ca9-b0f9-ab506479e016 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:02.610965 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3b9f9ac4-ad36-40db-aa93-30004b2ef77a req-499d7234-1354-4ca9-b0f9-ab506479e016 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.0463104 Oct 15 11:58:02.647441 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-3b9f9ac4-ad36-40db-aa93-30004b2ef77a req-c1c4d1da-39bd-4f3c-8be8-70af13659288 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306876 Oct 15 11:58:03.621704 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:03.762419 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92624ce-a2a5-46e5-b889-e5919db42c7d req-13c1a4c4-fa64-4a4a-b26a-661f351a5262 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:03.763889 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c92624ce-a2a5-46e5-b889-e5919db42c7d req-13c1a4c4-fa64-4a4a-b26a-661f351a5262 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.0473943 Oct 15 11:58:03.802683 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c92624ce-a2a5-46e5-b889-e5919db42c7d req-ab0bdba2-55bf-432e-875e-707756ee7a1c tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330017 Oct 15 11:58:04.916192 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29b72a-80f8-4c19-bdfd-9c153d833f7e req-ed8a1e4b-67a0-4e3e-a724-185cbb7b654a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:04.917634 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a29b72a-80f8-4c19-bdfd-9c153d833f7e req-ed8a1e4b-67a0-4e3e-a724-185cbb7b654a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.0502329 Oct 15 11:58:04.953525 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9a29b72a-80f8-4c19-bdfd-9c153d833f7e req-ea04eae6-944f-4623-85d9-8d27a2e9655c tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301104 Oct 15 11:58:06.069364 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6eb28-aefc-400f-a24a-4b80841f5778 req-b4c64aba-b7e2-4f65-a078-39567792709b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:06.070832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f8c6eb28-aefc-400f-a24a-4b80841f5778 req-b4c64aba-b7e2-4f65-a078-39567792709b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.0472820 Oct 15 11:58:06.106006 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f8c6eb28-aefc-400f-a24a-4b80841f5778 req-1e2d4930-e521-4fb1-9772-bc237a0683e3 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294211 Oct 15 11:58:07.216334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c8d8-8136-4f89-87e0-a3df905470d4 req-dfe9b269-2fd8-4556-807b-6931319dccea tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:07.217771 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f52c8d8-8136-4f89-87e0-a3df905470d4 req-dfe9b269-2fd8-4556-807b-6931319dccea tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 943 time: 0.0471213 Oct 15 11:58:07.256293 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0f52c8d8-8136-4f89-87e0-a3df905470d4 req-07a23cc0-f984-4749-b553-27b5d401d4fd tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326619 Oct 15 11:58:07.317464 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device fb71735f-178f-49ca-8f65-9b8a917ab670 details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 11:58:07.408709 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port fb71735f-178f-49ca-8f65-9b8a917ab670, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=fb71735f-178f-49ca-8f65-9b8a917ab670,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:58:07.419545 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 11:58:07.455296 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:07.470950 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb71735f-178f-49ca-8f65-9b8a917ab670 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:58:07.489679 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port fb71735f-178f-49ca-8f65-9b8a917ab670, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=fb71735f-178f-49ca-8f65-9b8a917ab670,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:58:07.579193 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:07.625082 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=fb71735f-178f-49ca-8f65-9b8a917ab670,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:58:07.632341 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.632689 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.633117 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.633452 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.633779 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.634104 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.634424 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.634771 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.635097 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.635414 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.635730 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.636045 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:58:07.785412 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['fb71735f-178f-49ca-8f65-9b8a917ab670'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 11:58:08.371203 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7174-d609-451d-90d3-8be672b0ba52 req-d65a7139-3cfb-4f1a-92a8-11ea54d93af7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:08.372657 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-db9e7174-d609-451d-90d3-8be672b0ba52 req-d65a7139-3cfb-4f1a-92a8-11ea54d93af7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 944 time: 0.0487478 Oct 15 11:58:08.408876 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-db9e7174-d609-451d-90d3-8be672b0ba52 req-59a0c1ce-650e-4af5-8ef0-b70b8b1abe14 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303559 Oct 15 11:58:09.332895 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device fb71735f-178f-49ca-8f65-9b8a917ab670 up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 11:58:09.444826 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port fb71735f-178f-49ca-8f65-9b8a917ab670 completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 11:58:09.448740 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port fb71735f-178f-49ca-8f65-9b8a917ab670 triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:58:09.461466 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:09.520437 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1e483-e0b4-43b6-aff7-6a9eae9d1dae req-a1045369-2561-41f1-abe1-358f10f40a89 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:09.521945 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-32d1e483-e0b4-43b6-aff7-6a9eae9d1dae req-a1045369-2561-41f1-abe1-358f10f40a89 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 944 time: 0.0471313 Oct 15 11:58:09.528331 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:09.549810 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:58:09.552090 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9abaa46-9d30-49dd-9345-bb278a3e8ed7" -d '{"events": [{"server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "name": "network-vif-plugged", "status": "completed", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:58:09.558263 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-32d1e483-e0b4-43b6-aff7-6a9eae9d1dae req-6e34717e-c081-42e8-a56f-44d28e0d6f20 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302703 Oct 15 11:58:09.564437 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port fb71735f-178f-49ca-8f65-9b8a917ab670, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=fb71735f-178f-49ca-8f65-9b8a917ab670,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 11:58:09.645421 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:09.690713 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=fb71735f-178f-49ca-8f65-9b8a917ab670,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:58:09.728722 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 11:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f2212f-45ed-4bc9-8655-affe21e62e58 x-openstack-request-id: req-f1f2212f-45ed-4bc9-8655-affe21e62e58 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:58:09.729015 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "name": "network-vif-plugged", "status": "completed", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:58:09.729314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1f2212f-45ed-4bc9-8655-affe21e62e58 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:58:09.729713 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'code': 200} Oct 15 11:58:10.147400 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d3e77-302e-4cdd-ada7-d08eb90e84d6 req-df951d57-d01e-43c0-9806-59597d6c54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:10.148837 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa7d3e77-302e-4cdd-ada7-d08eb90e84d6 req-df951d57-d01e-43c0-9806-59597d6c54d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0386679 Oct 15 11:58:10.186021 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-aa7d3e77-302e-4cdd-ada7-d08eb90e84d6 req-10e88da0-8450-4c4c-8713-bc34a324b8d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Oct 15 11:58:10.671614 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dc749-494f-4810-86da-1d780a3499ae req-239f1100-4372-4b96-89d2-f801f3421ec4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:10.673064 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e90dc749-494f-4810-86da-1d780a3499ae req-239f1100-4372-4b96-89d2-f801f3421ec4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 945 time: 0.0473204 Oct 15 11:58:10.709507 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e90dc749-494f-4810-86da-1d780a3499ae req-ddbb6f58-611a-4cc9-aea2-609e062ae676 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301716 Oct 15 11:58:11.824312 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889045d-2d0d-48f3-8200-cfc40da02060 req-4da8dafb-5903-4531-86e1-53a4d27a9018 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:11.825755 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c889045d-2d0d-48f3-8200-cfc40da02060 req-4da8dafb-5903-4531-86e1-53a4d27a9018 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 945 time: 0.0465615 Oct 15 11:58:11.861829 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c889045d-2d0d-48f3-8200-cfc40da02060 req-0dd3c8d9-2c1b-4d1c-b0f2-5c6bb782aae8 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303409 Oct 15 11:58:11.970142 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1299736-8fb5-4549-94ef-22c20310bc3a req-67b2f123-ca6f-4185-8905-2a8a8fe995d6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:11.971618 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d1299736-8fb5-4549-94ef-22c20310bc3a req-67b2f123-ca6f-4185-8905-2a8a8fe995d6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 945 time: 0.0471761 Oct 15 11:58:12.011579 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d1299736-8fb5-4549-94ef-22c20310bc3a req-39ac4895-afa1-4b09-b5fc-d853e4b3b145 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334973 Oct 15 11:58:12.033274 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47362) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:58:12.070434 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adaff85-e707-4333-9dd3-113b132ed3e0 tempest-TestVolumeBootPattern-2099519131 tempest-TestVolumeBootPattern-2099519131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:12.071909 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-4adaff85-e707-4333-9dd3-113b132ed3e0 tempest-TestVolumeBootPattern-2099519131 tempest-TestVolumeBootPattern-2099519131-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1093 time: 0.0376997 Oct 15 11:58:12.074605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47364) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 11:58:12.078676 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:58:12.158651 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:12.254250 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:12.355624 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Allocated IP 172.27.0.74 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/70741b82-1b24-4a36-b771-8670da45b311) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:58:12.458183 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:12.567695 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:12.607863 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:58:12.610596 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:58:12.613891 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:58:12.637899 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=70741b82-1b24-4a36-b771-8670da45b311,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:58:12.957496 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:13.088281 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:13.233393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:13.318430 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:13.384731 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=70741b82-1b24-4a36-b771-8670da45b311,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:58:13.396892 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:13.494048 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Floating IP 0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14 associated. External IP: 172.27.0.74, port: fb71735f-178f-49ca-8f65-9b8a917ab670. Oct 15 11:58:13.695083 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 11:58:13.798766 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 11:58:13.808723 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 11:58:13.818783 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:58:13.821967 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a681fd30>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:58:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:58:13.872318 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:13.899702 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a184ec53-a27f-4d10-8d48-0d19c36f6de4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8241107 Oct 15 11:58:13.900529 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:58:13.902933 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:58:13.923560 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:58:13.937898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c67c39f-2c7d-49ca-9ffc-b088d509705b x-openstack-request-id: req-2c67c39f-2c7d-49ca-9ffc-b088d509705b {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:58:13.938187 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:58:13.938436 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c67c39f-2c7d-49ca-9ffc-b088d509705b {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:58:13.938857 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'status': 'completed', 'code': 200} Oct 15 11:58:13.999337 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-cee2fb83-8a21-4582-a94c-b8970f127031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:14.000851 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-cee2fb83-8a21-4582-a94c-b8970f127031 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0405860 Oct 15 11:58:14.098957 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-3a554f95-46e1-4903-9798-0f622f4b4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:14.100332 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-3a554f95-46e1-4903-9798-0f622f4b4f99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0921316 Oct 15 11:58:14.165463 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-405933bc-6a87-4b88-9ea8-70f673a4ee31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 200 len: 998 time: 0.0579000 Oct 15 11:58:14.216504 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-0bd89bb2-94cb-4f45-9c35-fba97e9b3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:14.218006 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-0bd89bb2-94cb-4f45-9c35-fba97e9b3ba2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0464010 Oct 15 11:58:14.262647 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-81169709-c6d0-49bf-8fce-b36688a90b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:14.264164 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-81169709-c6d0-49bf-8fce-b36688a90b9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389993 Oct 15 11:58:14.269234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a681fd30>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:12Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:58:14.295985 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 11:58:14.304918 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 11:58:14.305557 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a681fd30>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T11:58:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:58:14.355828 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-4d6e8953-4741-4fa5-b9be-8e6b87eb3c71 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842514 Oct 15 11:58:14.409064 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 11:58:14.443557 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d3f04e13-09b4-49e6-acb9-4d68ef83e7d2 req-58a961d2-6752-4da2-a36f-fef41c6d2395 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809805 Oct 15 11:58:14.626437 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a681fd30>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:12Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 11:58:14.655557 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f97349-13c7-4812-ae5b-8bf6cee003e2 None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:12Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 11:58:14.832053 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de9a9e-bb4f-4f1c-b41e-2b0e175bae2b None None] New status for floating IP 0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14: ACTIVE {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 11:58:18.976160 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:24.921661 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-63a7d07b-0b8a-4cd0-b45d-b910474ed017 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374124 Oct 15 11:58:25.005512 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-6c444cbd-af38-422f-a3d1-a6b86711e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:25.007066 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-6c444cbd-af38-422f-a3d1-a6b86711e3c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0462506 Oct 15 11:58:25.107537 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-aaf8befa-ad53-42a8-8e01-03ffd72c936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:25.108918 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-aaf8befa-ad53-42a8-8e01-03ffd72c936d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0820119 Oct 15 11:58:25.175460 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-2dfcf30e-33b5-48d2-8204-1409c492ef3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 200 len: 1000 time: 0.0592284 Oct 15 11:58:25.224233 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-68e5fb75-a2d2-41e9-8de9-86be96fd9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:25.225632 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-68e5fb75-a2d2-41e9-8de9-86be96fd9e1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0428247 Oct 15 11:58:25.268098 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-f23cf824-60d8-4aeb-934a-282bb891f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:58:25.269783 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-f23cf824-60d8-4aeb-934a-282bb891f7fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376697 Oct 15 11:58:25.361832 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-a42aa3d0-9f43-4040-bce9-214b4bfbd7c4 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853488 Oct 15 11:58:25.449502 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-c1fd1b50-3aa9-4ab8-93c6-42c443339d2f req-4e697149-92b0-476e-b566-04f8becd0132 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789814 Oct 15 11:58:28.030146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bb6b8d36-3f65-4b67-8928-eb506e23763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:30.529298 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-001e20d2-8a3f-40e7-8bc6-567f2506b53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:31.609434 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:31.892992 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:33.612482 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:38.061753 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:58:49.089804 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:58:58.018314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a573fd14-e4ad-4f6b-93c9-13d2d74e9daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:00.523078 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-90421da5-46ad-4ac2-833d-5670c073440b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:01.626404 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:01.903727 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:03.603295 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:15.060534 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:59:19.077501 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:25.937619 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-6343ac3a-e4f0-41f9-83bb-bc697a96043c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429060 Oct 15 11:59:26.018670 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-bccc1d7d-a860-47c2-83d0-93869731f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:26.020192 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-bccc1d7d-a860-47c2-83d0-93869731f9a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0394590 Oct 15 11:59:26.118439 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-0eba59a8-fbc6-4bd9-9bc6-c4f65871cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:26.119924 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-0eba59a8-fbc6-4bd9-9bc6-c4f65871cf71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0817273 Oct 15 11:59:26.185596 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-7a8b9ee9-22d3-41d0-b740-26af4595a9ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 200 len: 1000 time: 0.0587943 Oct 15 11:59:26.232893 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-33009fdb-d43d-4e4d-9453-e07cd7134fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:26.234275 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-33009fdb-d43d-4e4d-9453-e07cd7134fd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0418911 Oct 15 11:59:26.278962 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-9151de2d-2f8d-45bc-9db7-9d70e2885a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:26.280436 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-9151de2d-2f8d-45bc-9db7-9d70e2885a14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389593 Oct 15 11:59:26.369609 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-09fdfbea-a381-496d-a10a-0c2eeb4d2072 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820346 Oct 15 11:59:26.458953 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f724a479-0118-44f2-a719-6eb00a33a7bb req-fe2f5d7a-63a0-4bf3-b740-b9ecd7c5c70a service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818686 Oct 15 11:59:28.018659 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-66d8ebf7-fcf3-4ab7-b6ff-0013146f4e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:30.556591 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc14655f-efcb-4694-87fd-1e5d531374f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:31.606076 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:31.882501 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:33.623009 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:49.030508 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:50.425068 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-a8b03b2d-611d-4fc0-afd5-df28755d0b55 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756356252&fields=id&tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 267 time: 0.0328562 Oct 15 11:59:50.536953 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-b21841a4-1534-4115-9c07-973aaf617db2 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:50.538422 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-b21841a4-1534-4115-9c07-973aaf617db2 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 811 time: 0.1069152 Oct 15 11:59:50.557057 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-17e95b4b-f389-4564-8fd3-40b9a7b969ab tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/quotas/a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 375 time: 0.0126338 Oct 15 11:59:50.617310 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-114e8c71-1a67-4dc1-8377-67047e11ad65 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546634 Oct 15 11:59:50.711042 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-dbc1d871-dca5-44fb-a130-83f576e64245 service neutron] 10.222.0.37 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818393 Oct 15 11:59:50.802001 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-2cbf5353-6d35-453c-80c0-53c0a472fc84 service neutron] 10.222.0.37 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849047 Oct 15 11:59:51.312056 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-17b50da7-a21a-4d72-9085-a466807e576f req-7feb8cbb-d36d-4411-84be-83c6cf45dafa tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 210 time: 0.0252488 Oct 15 11:59:52.059459 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 11:59:52.403207 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d5d87851-e76a-4174-96ed-c432b32ab887 req-127d3106-66e7-481c-856f-1ef3b71e280b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 210 time: 0.0258365 Oct 15 11:59:53.477421 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-14d7d347-a743-44b7-8e44-43ab1ae34f0c req-9eabffe3-d493-45e6-8e87-25bd0de33bc7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 210 time: 0.0262604 Oct 15 11:59:54.550968 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1f9649f1-296f-4297-a421-cfc876749447 req-3fd08db7-8f28-451b-9279-1354fffe7b06 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 210 time: 0.0250907 Oct 15 11:59:55.643031 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-dc6854ba-b0cc-41a8-9d0f-10a6e182c8c9 req-9eea6245-a012-4e75-a2ab-287baa391e7c tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 210 time: 0.0254452 Oct 15 11:59:56.734298 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-f1624527-3e99-4e17-9f97-652e7ce019c6 req-b65b0c83-4c45-4927-a542-67d1db072245 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 210 time: 0.0288472 Oct 15 11:59:57.224083 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-fdc5db41-8865-45b7-9d32-302a2cbdc257 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:57.225500 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-fdc5db41-8865-45b7-9d32-302a2cbdc257 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 811 time: 0.1000016 Oct 15 11:59:57.267391 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-843f7f44-fab1-4243-bc89-69cec2e65d8e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d HTTP/1.1" status: 200 len: 379 time: 0.0325425 Oct 15 11:59:57.275990 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'port': {'device_id': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'admin_state_up': True, 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'security_groups': ['c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd']}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:59:57.425523 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Made reservation on behalf of a1c9dd4d919842c39adec4fe16a0eb3d for: {'port': 1} {{(pid=106847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 11:59:57.429169 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:57.551993 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Allocated IP 172.20.0.5 (7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a/91d89364-3523-44ce-8a4f-508e1d90eae5/864b8138-0603-4f1c-be8b-19eadd02dc9b) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 11:59:57.685150 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:57.791047 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:57.866479 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 11:59:57.878298 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 11:59:57.881417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 11:59:57.884761 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=864b8138-0603-4f1c-be8b-19eadd02dc9b,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:59:57.917818 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.918167 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.918530 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.918875 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.919207 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.919541 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.919871 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.920201 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.920525 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.920848 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.921170 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.921488 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 11:59:57.937689 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dc5bf-5061-48f9-8aff-7f4d02fd5661 req-4c0f1b16-b802-42ca-9aac-a15302e4573e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:57.939305 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4e4dc5bf-5061-48f9-8aff-7f4d02fd5661 req-4c0f1b16-b802-42ca-9aac-a15302e4573e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 931 time: 0.1365862 Oct 15 11:59:57.980424 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:57.981046 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.007657 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-4e4dc5bf-5061-48f9-8aff-7f4d02fd5661 req-8987fd2b-fd19-4497-81a3-ed66c3dcfe55 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575888 Oct 15 11:59:58.013338 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98417d53-4764-49d2-8cb4-d35483781265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.100452 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5ca33768-2e95-41f8-9ca5-a3c856e93bf0 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279886 Oct 15 11:59:58.114145 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Request body: {'port': {'device_id': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81412'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 11:59:58.134315 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-407063c5-c47c-422a-a734-0c4963bde718 None None] Provisioning complete for port 864b8138-0603-4f1c-be8b-19eadd02dc9b triggered by entity DHCP. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 11:59:58.134629 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-407063c5-c47c-422a-a734-0c4963bde718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.168513 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-407063c5-c47c-422a-a734-0c4963bde718 None None] Port 864b8138-0603-4f1c-be8b-19eadd02dc9b cannot update to ACTIVE because it is not bound. {{(pid=106849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 11:59:58.170455 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.425251 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864b8138-0603-4f1c-be8b-19eadd02dc9b {{(pid=106847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 11:59:58.432472 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.444263 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.provisioning_blocks [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Transition to ACTIVE for port object 864b8138-0603-4f1c-be8b-19eadd02dc9b will not be triggered until provisioned by entity L2. {{(pid=106847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 11:59:58.520286 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.571749 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Pushing event updated for resources: {'Port': ['ID=864b8138-0603-4f1c-be8b-19eadd02dc9b,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:59:58.639641 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Attempting to bind port 864b8138-0603-4f1c-be8b-19eadd02dc9b on host hv-cinder-81412 for vnic_type normal with profile {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 11:59:58.639985 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Attempting to bind port 864b8138-0603-4f1c-be8b-19eadd02dc9b by drivers openvswitch,hyperv on host hv-cinder-81412 at level 0 using segments [{'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 11:59:58.640317 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Attempting to bind port 864b8138-0603-4f1c-be8b-19eadd02dc9b on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:59:58.645619 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Port 864b8138-0603-4f1c-be8b-19eadd02dc9b on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81412 {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 11:59:58.645936 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Attempting to bind port 864b8138-0603-4f1c-be8b-19eadd02dc9b on network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 11:59:58.650850 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Checking agent: {'id': '7fee0816-b2f0-435b-8f02-8d9cf37bb140', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81412', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'started_at': datetime.datetime(2021, 10, 15, 11, 43, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 11, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 11:59:58.651254 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Checking segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 11:59:58.651730 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Bound using segment: {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'} {{(pid=106847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 11:59:58.652172 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.managers [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Bound port: 864b8138-0603-4f1c-be8b-19eadd02dc9b, host: hv-cinder-81412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4722d0e-a7a0-4535-889b-8ba01daf04c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a'}}] {{(pid=106847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 11:59:58.652534 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.715076 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] For port 864b8138-0603-4f1c-be8b-19eadd02dc9b, host hv-cinder-81412, cleared binding levels {{(pid=106847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 11:59:58.718090 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] For port 864b8138-0603-4f1c-be8b-19eadd02dc9b, host hv-cinder-81412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 11:59:58.777131 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.810168 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:58.810933 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 11:59:58.812163 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] 10.222.0.32 "PUT /v2.0/ports/864b8138-0603-4f1c-be8b-19eadd02dc9b HTTP/1.1" status: 200 len: 1093 time: 0.7022438 Oct 15 11:59:58.812593 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 11:59:58.816645 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dbe4e8-5c74-40d6-96b1-28feda0c5bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 11:59:58.840051 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860a42b-6eeb-4f48-a034-f1d60f11a06e service neutron] Pushing event updated for resources: {'Port': ['ID=864b8138-0603-4f1c-be8b-19eadd02dc9b,revision_number=3']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 11:59:58.857356 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 11:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab8932-f535-436b-886a-5ee91e9a6d82 x-openstack-request-id: req-38ab8932-f535-436b-886a-5ee91e9a6d82 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 11:59:58.857708 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 11:59:58.858021 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38ab8932-f535-436b-886a-5ee91e9a6d82 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 11:59:58.858481 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'status': 'completed', 'code': 200} Oct 15 11:59:58.931824 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbe4e8-5c74-40d6-96b1-28feda0c5bd0 req-266684f8-49f5-4f45-9b29-fb43cdfd3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:58.932331 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8dbe4e8-5c74-40d6-96b1-28feda0c5bd0 req-266684f8-49f5-4f45-9b29-fb43cdfd3550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 1096 time: 0.0519605 Oct 15 11:59:59.032535 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbe4e8-5c74-40d6-96b1-28feda0c5bd0 req-72235ebc-2ac4-4048-aed8-50162981622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:59.033984 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8dbe4e8-5c74-40d6-96b1-28feda0c5bd0 req-72235ebc-2ac4-4048-aed8-50162981622e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0941670 Oct 15 11:59:59.154318 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbe4e8-5c74-40d6-96b1-28feda0c5bd0 req-ba561a27-ce63-4c05-b7f0-4783604114bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:59.155792 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b8dbe4e8-5c74-40d6-96b1-28feda0c5bd0 req-ba561a27-ce63-4c05-b7f0-4783604114bb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154189 Oct 15 11:59:59.167765 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75250b-362d-484a-a7b9-940a34b62c2f req-4a6a1af7-09b8-4f20-aae9-2d4e4efd4757 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:59.169215 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f75250b-362d-484a-a7b9-940a34b62c2f req-4a6a1af7-09b8-4f20-aae9-2d4e4efd4757 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0698795 Oct 15 11:59:59.231217 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-9f75250b-362d-484a-a7b9-940a34b62c2f req-c6dfca39-8a69-4e63-acfd-a2920bbfe0dd tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555382 Oct 15 11:59:59.244298 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5c434ad6-8620-4327-85ee-7d500fe2fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:59.245765 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5c434ad6-8620-4327-85ee-7d500fe2fe9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 1096 time: 0.0537133 Oct 15 11:59:59.290384 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-5d2e5bdb-0f4d-43b2-8cec-445cba98c8e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b HTTP/1.1" status: 200 len: 217 time: 0.0364397 Oct 15 11:59:59.337571 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-23a8d280-9554-4937-846b-cf5d3811e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:59.338972 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-23a8d280-9554-4937-846b-cf5d3811e031 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0419788 Oct 15 11:59:59.383230 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-33f00fff-bce4-4d29-b834-d3b1fe911524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 11:59:59.384667 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-33f00fff-bce4-4d29-b834-d3b1fe911524 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381768 Oct 15 11:59:59.741663 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-1e3212cf-6858-4eda-9d27-5b312e2709f4 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486176 Oct 15 11:59:59.827897 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-0ee5b9de-90ca-4c1b-84af-b78011669b34 req-e8728c5f-7955-4352-9029-b6bf38a813ec service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789068 Oct 15 12:00:00.346704 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aee6da-341e-4c97-852c-568e5eb8b7a5 req-698f2f34-64ac-4554-b760-873e7817cca1 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:00.348037 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-66aee6da-341e-4c97-852c-568e5eb8b7a5 req-698f2f34-64ac-4554-b760-873e7817cca1 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0514143 Oct 15 12:00:00.384141 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-66aee6da-341e-4c97-852c-568e5eb8b7a5 req-c004a103-0d93-4e14-b664-23e2bec899ca tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302806 Oct 15 12:00:00.548327 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3406e55b-085e-4de2-8268-484c3f051554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:01.493646 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90896c-1552-4eda-ae17-4567a6c8c807 req-4b53a59c-cb89-4440-a5bb-27c869f30128 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:01.495122 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7d90896c-1552-4eda-ae17-4567a6c8c807 req-4b53a59c-cb89-4440-a5bb-27c869f30128 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0468540 Oct 15 12:00:01.531456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-7d90896c-1552-4eda-ae17-4567a6c8c807 req-ef1051d7-b2c2-4c35-a802-a52d71cc2d90 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305564 Oct 15 12:00:01.625122 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:01.875781 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:02.641495 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae4947-d65f-4fa8-9ff6-cbad6bca2b87 req-3c97ec27-9e96-4c5d-819e-d316868df0b1 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:02.643709 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-35ae4947-d65f-4fa8-9ff6-cbad6bca2b87 req-3c97ec27-9e96-4c5d-819e-d316868df0b1 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0478146 Oct 15 12:00:02.680960 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-35ae4947-d65f-4fa8-9ff6-cbad6bca2b87 req-5ebf0488-5e87-413f-8fc6-0ae00d70407b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313189 Oct 15 12:00:03.634208 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:03.798888 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed2a19-2e84-45bd-851d-0230cc644419 req-b66cdcb6-4e5c-4a20-986c-21d3fa675635 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:03.800433 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-56ed2a19-2e84-45bd-851d-0230cc644419 req-b66cdcb6-4e5c-4a20-986c-21d3fa675635 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0513651 Oct 15 12:00:03.837343 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-56ed2a19-2e84-45bd-851d-0230cc644419 req-2b8afebc-518c-4863-8ea4-9fa4f5ad72ba tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311744 Oct 15 12:00:04.952817 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db94bd1-1129-40bd-983f-80864c78c4d5 req-0980ee32-1a88-4536-92d6-43c4a836f01b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:04.954321 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2db94bd1-1129-40bd-983f-80864c78c4d5 req-0980ee32-1a88-4536-92d6-43c4a836f01b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0530837 Oct 15 12:00:04.990841 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-2db94bd1-1129-40bd-983f-80864c78c4d5 req-cee48e85-8424-454f-ada6-729abcc2b132 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301523 Oct 15 12:00:06.100602 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c2bac-60b2-4a2d-81dd-6e7932d84fc8 req-7cd997a4-57f3-4a19-bdb4-c08bd5ffbd50 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:06.102035 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-521c2bac-60b2-4a2d-81dd-6e7932d84fc8 req-7cd997a4-57f3-4a19-bdb4-c08bd5ffbd50 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0469577 Oct 15 12:00:06.137482 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-521c2bac-60b2-4a2d-81dd-6e7932d84fc8 req-525bf651-e518-4f0d-9f69-ed8695220ad2 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297077 Oct 15 12:00:07.256728 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104f6f8-48f4-45c2-823e-1d554ed42189 req-a6f0f14a-6f66-4ad2-8a25-7db837e5fe50 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:07.258200 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b104f6f8-48f4-45c2-823e-1d554ed42189 req-a6f0f14a-6f66-4ad2-8a25-7db837e5fe50 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 943 time: 0.0514917 Oct 15 12:00:07.295633 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b104f6f8-48f4-45c2-823e-1d554ed42189 req-764dd269-931a-427b-9365-2a1ed257e78b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Oct 15 12:00:07.880324 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 864b8138-0603-4f1c-be8b-19eadd02dc9b details requested by agent hyperv_hv-cinder-81412 with host hv-cinder-81412 {{(pid=106849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 12:00:07.973385 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 864b8138-0603-4f1c-be8b-19eadd02dc9b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:00:07.983985 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Returning: {'device': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'port_id': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'mac_address': 'fa:16:3e:7c:90:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 12:00:08.019920 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:08.031800 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864b8138-0603-4f1c-be8b-19eadd02dc9b {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 12:00:08.050188 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 864b8138-0603-4f1c-be8b-19eadd02dc9b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:00:08.126840 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:08.173888 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=864b8138-0603-4f1c-be8b-19eadd02dc9b,revision_number=4']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:00:08.180739 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.181087 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.181429 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.181780 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.182093 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.182420 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.182772 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.183097 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.183425 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.184245 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.184245 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.184438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:00:08.366608 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] get_ports_and_sgs() called for port_ids ['864b8138-0603-4f1c-be8b-19eadd02dc9b'] {{(pid=106849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 12:00:08.405995 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7adb-1860-4b27-9a8a-09d9fbe62fd9 req-46019389-f799-449d-b915-e665624fb9fa tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:08.407500 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d83a7adb-1860-4b27-9a8a-09d9fbe62fd9 req-46019389-f799-449d-b915-e665624fb9fa tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 944 time: 0.0477626 Oct 15 12:00:08.444518 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d83a7adb-1860-4b27-9a8a-09d9fbe62fd9 req-d52dd98e-6b49-4cd5-b401-b5d387847735 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309596 Oct 15 12:00:09.563345 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4c396-181d-41a9-9864-09b63793ccc5 req-2ec00bd5-b2dd-4dee-8c57-c6cdbae9afbb tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:09.564806 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a4c396-181d-41a9-9864-09b63793ccc5 req-2ec00bd5-b2dd-4dee-8c57-c6cdbae9afbb tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 944 time: 0.0472391 Oct 15 12:00:09.601221 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-71a4c396-181d-41a9-9864-09b63793ccc5 req-f969259f-6f01-4d86-acc1-7ed4b0d4c1d5 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307093 Oct 15 12:00:09.890201 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 864b8138-0603-4f1c-be8b-19eadd02dc9b up at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 12:00:10.013143 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning for port 864b8138-0603-4f1c-be8b-19eadd02dc9b completed by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 12:00:10.017032 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Provisioning complete for port 864b8138-0603-4f1c-be8b-19eadd02dc9b triggered by entity L2. {{(pid=106849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 12:00:10.017403 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4132026'] for port, provisioning_complete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:10.092145 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:10.114007 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 12:00:10.116260 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deb4d7ca26266dd48abe1350dd1ce98ddf1342e09863f23d104ab6387aa4e569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93337b96-e79f-4868-9aaf-98f78243eda7" -d '{"events": [{"server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "name": "network-vif-plugged", "status": "completed", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 12:00:10.128349 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] For port 864b8138-0603-4f1c-be8b-19eadd02dc9b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:00:10.152565 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 12:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9c1c16-cd33-409f-803e-71b43ba32285 x-openstack-request-id: req-ad9c1c16-cd33-409f-803e-71b43ba32285 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 12:00:10.152859 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "name": "network-vif-plugged", "status": "completed", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 12:00:10.153116 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad9c1c16-cd33-409f-803e-71b43ba32285 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 12:00:10.153521 dv-cinder-814129-1-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'code': 200} Oct 15 12:00:10.207547 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635'] for port, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:10.253389 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Pushing event updated for resources: {'Port': ['ID=864b8138-0603-4f1c-be8b-19eadd02dc9b,revision_number=5']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:00:10.502188 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e41446-c1af-45e5-a888-05cabc36536d req-b687ea5a-8497-461a-acb0-68e6c00a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:10.504152 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7e41446-c1af-45e5-a888-05cabc36536d req-b687ea5a-8497-461a-acb0-68e6c00a8843 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 1098 time: 0.0418530 Oct 15 12:00:10.537756 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7e41446-c1af-45e5-a888-05cabc36536d req-e7eb9e79-8441-422b-858c-b63b6032be9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266635 Oct 15 12:00:10.714535 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad0cc0-e3c5-4199-9143-7352a0547e08 req-8aeeb8b5-1a47-439f-b6ac-29c89afa040c tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:10.715970 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e3ad0cc0-e3c5-4199-9143-7352a0547e08 req-8aeeb8b5-1a47-439f-b6ac-29c89afa040c tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 945 time: 0.0473435 Oct 15 12:00:10.751379 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e3ad0cc0-e3c5-4199-9143-7352a0547e08 req-21ee2676-b472-4f88-ad45-908b073cf06c tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296669 Oct 15 12:00:11.862023 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972a45b-62ed-439a-8bb9-16a91e769152 req-fff819aa-7a36-4199-b37c-8c93096d838d tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:11.863485 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e972a45b-62ed-439a-8bb9-16a91e769152 req-fff819aa-7a36-4199-b37c-8c93096d838d tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 945 time: 0.0473170 Oct 15 12:00:11.900272 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e972a45b-62ed-439a-8bb9-16a91e769152 req-01f9de35-8c98-4dc4-ba89-699c58fe64f9 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309613 Oct 15 12:00:12.011930 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e4843-1360-4291-94ee-c5d68843d864 req-583fb3f8-685a-4688-af56-ab9aeb9fdef9 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:12.013381 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-354e4843-1360-4291-94ee-c5d68843d864 req-583fb3f8-685a-4688-af56-ab9aeb9fdef9 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 945 time: 0.0505295 Oct 15 12:00:12.051256 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-354e4843-1360-4291-94ee-c5d68843d864 req-3fb03469-299d-4365-97d9-3deb533ec725 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311453 Oct 15 12:00:12.072260 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47502) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:00:12.113270 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e8d0d-501c-4ce0-b4ec-128568418540 tempest-TestVolumeBootPattern-2099519131 tempest-TestVolumeBootPattern-2099519131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:12.114761 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-b62e8d0d-501c-4ce0-b4ec-128568418540 tempest-TestVolumeBootPattern-2099519131 tempest-TestVolumeBootPattern-2099519131-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 1093 time: 0.0415404 Oct 15 12:00:12.117492 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47504) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:00:12.121651 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.v2.base [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Request body: {'floatingip': {'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'port_id': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 12:00:12.228193 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:12.324629 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:12.424618 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_common [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Allocated IP 172.27.0.129 (332f9494-77e4-4aeb-86c5-d78fbfecf2d9/34964b32-4e5a-4487-8b98-0c20527e856e/8838759f-d297-42f9-a537-5c11c37d594c) {{(pid=106847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 12:00:12.525531 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:12.613265 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755741005599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:12.648090 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Network 332f9494-77e4-4aeb-86c5-d78fbfecf2d9 is already hosted by enough agents. {{(pid=106847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 12:00:12.652459 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Resources bound (agent type, host, resource id): {{(pid=106847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 12:00:12.655830 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Received port after_create {{(pid=106847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 12:00:12.664219 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=8838759f-d297-42f9-a537-5c11c37d594c,revision_number=1']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:00:13.001763 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:13.110353 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4073110'] for port, before_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:13.265624 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for port, precommit_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:13.321220 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755741475925', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755741005617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755741005635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885138'] for port, after_update {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:13.390305 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event updated for resources: {'Port': ['ID=8838759f-d297-42f9-a537-5c11c37d594c,revision_number=2']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:00:13.398222 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651261'] for floatingip, after_create {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:13.495869 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Floating IP 1691abd9-c0be-4645-8f10-469cb6ef1ac2 associated. External IP: 172.27.0.129, port: 864b8138-0603-4f1c-be8b-19eadd02dc9b. Oct 15 12:00:13.691302 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 12:00:13.794816 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 12:00:13.804847 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 12:00:13.817282 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:00:13.817896 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a68100a0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:00:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:00:13.889354 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:13.929598 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9ce7bc76-fb1d-48bb-934c-03b3236d3b22 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8003619 Oct 15 12:00:13.929598 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 12:00:13.929598 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad966fd0-44cf-473d-a914-100a1902ed64" -d '{"events": [{"name": "network-changed", "server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 12:00:13.930657 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:00:13.957703 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0db5041-0f7c-4120-84f1-ccff0ef5cd2f x-openstack-request-id: req-d0db5041-0f7c-4120-84f1-ccff0ef5cd2f {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 12:00:13.958002 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 12:00:13.958253 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0db5041-0f7c-4120-84f1-ccff0ef5cd2f {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 12:00:13.958689 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'status': 'completed', 'code': 200} Oct 15 12:00:14.020675 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-30893b62-a4dc-42ff-a68a-0be02035506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:14.022678 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-30893b62-a4dc-42ff-a68a-0be02035506d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 1098 time: 0.0444722 Oct 15 12:00:14.111161 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-61995d6b-dad3-4911-a621-6145232ac2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:14.112583 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-61995d6b-dad3-4911-a621-6145232ac2a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0829055 Oct 15 12:00:14.147593 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a68100a0>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:15Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}, {'id': '1691abd9-c0be-4645-8f10-469cb6ef1ac2', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:7c:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T12:00:12Z', 'updated_at': '2021-10-15T12:00:12Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:00:14.173408 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 12:00:14.180444 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-4d35bb8d-5a36-4d10-90a6-d2655cdc9713 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b HTTP/1.1" status: 200 len: 999 time: 0.0609117 Oct 15 12:00:14.181750 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:00:14.182362 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a68100a0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:00:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:00:14.230091 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-81b90fee-025e-4606-a73e-e50b2b481b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:14.231564 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-81b90fee-025e-4606-a73e-e50b2b481b5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0437415 Oct 15 12:00:14.275991 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-2b17ad7c-4e59-485e-ab02-6358aa56eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:14.277454 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-2b17ad7c-4e59-485e-ab02-6358aa56eae3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391767 Oct 15 12:00:14.290705 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:00:14.370922 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-e167cafd-911b-4417-b1e3-f7f4ce312e1c service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856154 Oct 15 12:00:14.461576 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-ad966fd0-44cf-473d-a914-100a1902ed64 req-098571f2-84b5-4141-973f-1f44f494618c service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828929 Oct 15 12:00:14.632794 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a68100a0>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:15Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}, {'id': '1691abd9-c0be-4645-8f10-469cb6ef1ac2', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:7c:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T12:00:12Z', 'updated_at': '2021-10-15T12:00:12Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:00:14.657996 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1eacdc-a647-490d-b18e-a788f64254a1 None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:15Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}, {'id': '1691abd9-c0be-4645-8f10-469cb6ef1ac2', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:7c:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T12:00:12Z', 'updated_at': '2021-10-15T12:00:12Z', 'revision_number': 0, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 12:00:14.831753 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6a70e0-e203-4a13-88e7-69e009b7bb94 None None] New status for floating IP 1691abd9-c0be-4645-8f10-469cb6ef1ac2: ACTIVE {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 12:00:19.029869 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:26.979734 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-5dc68267-52d8-49dd-96d1-b7fbad7fbbb3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782096 Oct 15 12:00:27.059394 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-b084087f-0bb5-421b-b5ef-24b2f2ca3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:27.060841 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-b084087f-0bb5-421b-b5ef-24b2f2ca3f42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0384324 Oct 15 12:00:27.164247 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-33813178-59f2-44f5-aa96-5b0472e70652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:27.165614 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-33813178-59f2-44f5-aa96-5b0472e70652 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0833540 Oct 15 12:00:27.228382 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-3db71a60-3bdd-4660-be26-137020537eca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 200 len: 1000 time: 0.0555379 Oct 15 12:00:27.275868 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-10507e77-11e6-4b2c-9359-d912d14f96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:27.277279 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-10507e77-11e6-4b2c-9359-d912d14f96dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0417206 Oct 15 12:00:27.324200 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-8b8fc92c-72a3-4d16-b0e3-1d29ee2d6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:00:27.325727 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-8b8fc92c-72a3-4d16-b0e3-1d29ee2d6420 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412185 Oct 15 12:00:27.412237 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-18f278d2-1144-498e-adda-6b17468e2f8f service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782869 Oct 15 12:00:27.501406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-407b0b5e-687b-4439-8ee6-756e605e1870 req-6c8a3720-579d-4593-b0e9-db3c3cf9cd3a service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814376 Oct 15 12:00:28.010423 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cda4f420-ff2e-4dde-9141-bb8bb44132b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:29.057518 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:00:30.541809 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe980-3247-4e29-b2f0-f1de7853401c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:31.617994 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:31.886983 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:33.627523 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:49.074980 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:00:58.028621 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b04e-06b8-4f8b-ad9f-c62e96e79136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:00.525532 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b292a73-c6a8-41b9-a70c-2bfdc8a51bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:01.611807 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:01.880099 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:03.628394 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:06.056599 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:01:19.079690 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:27.993784 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-043664d1-7e10-45b2-bace-6a22f3fcfc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:28.969264 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-1d8405d1-a00e-4813-b48e-2c3d5bb6207e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817890 Oct 15 12:01:29.027407 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-5535494f-7dda-46a2-a6d8-81309671e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:29.028890 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-5535494f-7dda-46a2-a6d8-81309671e799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 1098 time: 0.0391252 Oct 15 12:01:29.129492 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-f57d3f3e-cd55-43cf-813c-4f0105ac92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:29.130939 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-f57d3f3e-cd55-43cf-813c-4f0105ac92d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.0831676 Oct 15 12:01:29.193281 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-0651c825-4e57-4816-af51-f5d41bed5425 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b HTTP/1.1" status: 200 len: 1001 time: 0.0550191 Oct 15 12:01:29.242650 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-cb7d4a26-12cf-4547-b029-c86f9908610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:29.244042 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-cb7d4a26-12cf-4547-b029-c86f9908610f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0440717 Oct 15 12:01:29.287199 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-42fc92c2-78c2-4082-aadc-124caa8eac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:29.288948 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-42fc92c2-78c2-4082-aadc-124caa8eac21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374970 Oct 15 12:01:29.374269 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-10d8610c-603f-4c7b-aaf1-4b0f52818ae8 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781336 Oct 15 12:01:29.462145 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d7dafa2f-55f0-44d2-b79f-511f024b34df req-b85eee75-4a21-4acc-9081-49f6b9a22044 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810688 Oct 15 12:01:30.564965 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4c7fe9c-0ce8-451d-bbc8-426b07ccfb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:31.627935 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:31.895209 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:33.610723 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:43.055590 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:01:45.179724 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47540) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:01:45.627935 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Deleting port 8838759f-d297-42f9-a537-5c11c37d594c {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:01:45.628278 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:45.702458 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:45.702822 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:45.714409 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Calling delete_port for 8838759f-d297-42f9-a537-5c11c37d594c owned by network:floatingip {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:01:45.906453 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:45.929674 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event deleted for resources: {'Port': ['ID=8838759f-d297-42f9-a537-5c11c37d594c,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:01:45.955975 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.956319 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.956884 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.957257 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.957607 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.957940 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.958263 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.958621 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.958952 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.959267 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.960356 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:45.960356 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:01:46.000212 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:46.000545 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Floating IP 1691abd9-c0be-4645-8f10-469cb6ef1ac2 disassociated (deleted). External IP: 172.27.0.129, port: 864b8138-0603-4f1c-be8b-19eadd02dc9b. Oct 15 12:01:46.207300 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 12:01:46.311604 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 12:01:46.316303 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:46.320867 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 12:01:46.329307 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:01:46.329920 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6982880>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:01:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:46.341406 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-03e999b6-d919-4ed0-b54a-2e789016907b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "DELETE /v2.0/floatingips/1691abd9-c0be-4645-8f10-469cb6ef1ac2 HTTP/1.1" status: 204 len: 168 time: 1.1606090 Oct 15 12:01:46.341988 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 12:01:46.344241 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 12:01:46.436552 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:01:46.660971 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6982880>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:15Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:46.688839 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 12:01:46.696949 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:01:46.697555 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6982880>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:01:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:46.793899 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c95824-1dfd-4cef-ac6b-9f1c4c2d5fde x-openstack-request-id: req-b5c95824-1dfd-4cef-ac6b-9f1c4c2d5fde {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 12:01:46.794214 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 12:01:46.794464 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5c95824-1dfd-4cef-ac6b-9f1c4c2d5fde {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 12:01:46.795020 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'status': 'completed', 'code': 200} Oct 15 12:01:46.803907 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:01:46.863052 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-dedb0635-071f-4059-9ebd-b845fa248ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:46.864647 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-dedb0635-071f-4059-9ebd-b845fa248ed8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 1098 time: 0.0466454 Oct 15 12:01:46.987756 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-4559fb1c-b825-445b-aaf1-1c350de7d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:46.989228 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-4559fb1c-b825-445b-aaf1-1c350de7d5d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.1173663 Oct 15 12:01:47.000418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d498e-3b2a-42f9-93c1-202dac9930f4 req-4357f8c6-f8a2-443f-aeea-4a4722142ad4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:47.001846 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-516d498e-3b2a-42f9-93c1-202dac9930f4 req-4357f8c6-f8a2-443f-aeea-4a4722142ad4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 945 time: 0.1595035 Oct 15 12:01:47.041184 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6982880>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:15Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:47.050503 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-512b8fa3-5b54-4b72-8ed7-a05b6d8d47a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b HTTP/1.1" status: 200 len: 217 time: 0.0476155 Oct 15 12:01:47.071059 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689b3bd-34b7-4d6d-8102-dbe7f4bec485 None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_floatingips': [{'id': '0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'router_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'port_id': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'mac_address': 'fa:16:3e:54:4d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T11:58:12Z', 'updated_at': '2021-10-15T11:58:15Z', 'revision_number': 1, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 12:01:47.093934 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-516d498e-3b2a-42f9-93c1-202dac9930f4 req-75a7771d-ce5f-4f83-bfa7-c2ae38eba974 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854344 Oct 15 12:01:47.111966 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-2b8b9bed-2b38-4411-9682-ce492481c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:47.113456 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-2b8b9bed-2b38-4411-9682-ce492481c3dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0550652 Oct 15 12:01:47.160159 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-8990c6f9-e0e3-4003-b60a-2718fd7ef6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:47.161683 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-8990c6f9-e0e3-4003-b60a-2718fd7ef6a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405893 Oct 15 12:01:47.256734 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-7b2b98be-5179-4856-9a87-1f3b4837c1a6 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873058 Oct 15 12:01:47.293594 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0beb32f-bd8a-4243-bd1d-08cf3b5c8cc5 None None] New status for floating IP 1691abd9-c0be-4645-8f10-469cb6ef1ac2: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 12:01:47.348953 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-47a6623b-2fe2-4170-bebf-2c6a04e5b3cc req-6c536f4b-94d9-4394-b38c-7918f30325c3 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841575 Oct 15 12:01:48.207339 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172ad50-ddfe-452c-950f-a9fe114d7a98 req-8724564b-c7ab-4c88-a795-33b13d6d4f18 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:48.208790 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d172ad50-ddfe-452c-950f-a9fe114d7a98 req-8724564b-c7ab-4c88-a795-33b13d6d4f18 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 945 time: 0.0478325 Oct 15 12:01:48.272632 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-d172ad50-ddfe-452c-950f-a9fe114d7a98 req-3714c7d4-9025-44ff-ac22-094351e4cd9a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579691 Oct 15 12:01:48.288336 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-11134c20-e7cb-4724-ab2e-f6dd69a1007e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:48.289792 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-11134c20-e7cb-4724-ab2e-f6dd69a1007e tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 945 time: 0.0594068 Oct 15 12:01:48.375438 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Deleting port 864b8138-0603-4f1c-be8b-19eadd02dc9b {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:01:48.375697 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:48.462888 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] For port 864b8138-0603-4f1c-be8b-19eadd02dc9b, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=864b8138-0603-4f1c-be8b-19eadd02dc9b,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:01:48.463251 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:48.474439 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Calling delete_port for 864b8138-0603-4f1c-be8b-19eadd02dc9b owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:01:48.689171 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:48.714242 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event deleted for resources: {'Port': ['ID=864b8138-0603-4f1c-be8b-19eadd02dc9b,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:01:48.757134 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] No DVR routers for this DVR port 864b8138-0603-4f1c-be8b-19eadd02dc9b on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 12:01:48.759594 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:48.763031 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-22c4c8bf-e1cb-4a73-a9a4-cad9c33168ac req-dc580632-2206-4b89-ad64-db507c427e40 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "DELETE /v2.0/ports/864b8138-0603-4f1c-be8b-19eadd02dc9b HTTP/1.1" status: 204 len: 173 time: 0.4674873 Oct 15 12:01:48.795631 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'name': 'network-vif-deleted', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 12:01:48.797951 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e302dfec-7cb8-47bf-90cc-062fa34ecc4a" -d '{"events": [{"server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "name": "network-vif-deleted", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 12:01:48.834605 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467f7834-916c-493f-a10b-d3adf3326655 x-openstack-request-id: req-467f7834-916c-493f-a10b-d3adf3326655 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 12:01:48.835459 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a", "name": "network-vif-deleted", "tag": "864b8138-0603-4f1c-be8b-19eadd02dc9b", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 12:01:48.835716 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-467f7834-916c-493f-a10b-d3adf3326655 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 12:01:48.836118 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a', 'name': 'network-vif-deleted', 'tag': '864b8138-0603-4f1c-be8b-19eadd02dc9b', 'status': 'completed', 'code': 200} Oct 15 12:01:49.067546 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:49.368123 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-35defc41-5fd8-432a-a16f-647a9f229292 req-b314940a-151d-4a82-9f5e-3e7de97b6195 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=6571fb0e-1b5d-44bc-8877-fc1f73ad9d8a HTTP/1.1" status: 200 len: 210 time: 0.0261221 Oct 15 12:01:50.425553 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 864b8138-0603-4f1c-be8b-19eadd02dc9b no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:01:50.446317 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: 864b8138-0603-4f1c-be8b-19eadd02dc9b {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:01:50.446685 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device 864b8138-0603-4f1c-be8b-19eadd02dc9b not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:01:52.860689 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47582) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:01:53.008323 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Deleting port 70741b82-1b24-4a36-b771-8670da45b311 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:01:53.008654 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:53.081549 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:53.081866 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:53.092874 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Calling delete_port for 70741b82-1b24-4a36-b771-8670da45b311 owned by network:floatingip {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:01:53.290228 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:53.314995 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event deleted for resources: {'Port': ['ID=70741b82-1b24-4a36-b771-8670da45b311,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:01:53.379640 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:53.379971 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.db.l3_db [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Floating IP 0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14 disassociated (deleted). External IP: 172.27.0.74, port: fb71735f-178f-49ca-8f65-9b8a917ab670. Oct 15 12:01:53.591716 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 12:01:53.697906 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 12:01:53.702862 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:53.707462 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 12:01:53.716646 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:01:53.717259 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a766c3d0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:01:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:53.736445 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-9b474189-2809-4ee7-a272-a04e1b2591b4 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "DELETE /v2.0/floatingips/0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14 HTTP/1.1" status: 204 len: 168 time: 0.8746591 Oct 15 12:01:53.737026 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 12:01:53.742471 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 12:01:53.824171 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:01:54.042236 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a766c3d0>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:54.073098 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 12:01:54.082037 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:01:54.082765 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a766c3d0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:01:30Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:54.086121 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85974450-9f28-4062-baa5-282558d01feb x-openstack-request-id: req-85974450-9f28-4062-baa5-282558d01feb {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 12:01:54.086666 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 12:01:54.086666 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85974450-9f28-4062-baa5-282558d01feb {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 12:01:54.087111 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'status': 'completed', 'code': 200} Oct 15 12:01:54.193428 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-e0457a86-22a1-435e-ba71-bdcb62a7c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:54.195002 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-e0457a86-22a1-435e-ba71-bdcb62a7c30c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0758104 Oct 15 12:01:54.203418 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beba1f3-db90-4032-a6ac-2bdd0690921e req-e8cec6e0-706e-4d77-a577-c99c953ee01d tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:54.204934 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1beba1f3-db90-4032-a6ac-2bdd0690921e req-e8cec6e0-706e-4d77-a577-c99c953ee01d tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 945 time: 0.0753794 Oct 15 12:01:54.308230 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1beba1f3-db90-4032-a6ac-2bdd0690921e req-1dae3a25-71f4-4504-9bce-41068ad9dca7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941074 Oct 15 12:01:54.319649 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:01:54.335212 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-ab72ce59-aaf6-4c6e-9658-b577d9772aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:54.336718 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-ab72ce59-aaf6-4c6e-9658-b577d9772aed service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 200 len: 912 time: 0.1308448 Oct 15 12:01:54.377497 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-50b571b5-17f2-4872-bbfa-40ba7dccf108 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 200 len: 217 time: 0.0329888 Oct 15 12:01:54.425370 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-5992bf35-efb6-4c82-a701-a5e33a48876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:54.426867 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-5992bf35-efb6-4c82-a701-a5e33a48876b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 200 len: 850 time: 0.0419149 Oct 15 12:01:54.474469 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-b007507c-5071-413d-b74c-c3a605c001e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:54.476590 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-b007507c-5071-413d-b74c-c3a605c001e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421298 Oct 15 12:01:54.513155 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a766c3d0>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:01:54.541142 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166150e8-c545-4f46-a7b6-d4201ecd5af6 None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T11:55:06Z', 'revision_number': 4, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi', '_interfaces': [{'id': '840572df-48ff-45f8-8b3f-0bdac7bc1cfb', 'name': '', 'network_id': '7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'mac_address': 'fa:16:3e:d4:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:05Z', 'updated_at': '2021-10-15T11:55:10Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'subnets': [{'id': '91d89364-3523-44ce-8a4f-508e1d90eae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 12:01:54.577462 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-bf94ec38-64ef-462b-8936-333764e50a25 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915434 Oct 15 12:01:54.672532 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-a594fb72-7915-4d57-9fd7-ead2d8caa4eb req-d9d0e7dc-1f9e-4d2a-a6d0-f22b18281d9f service neutron] 10.222.0.32 "GET /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Oct 15 12:01:54.745163 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1d07a-672d-44d2-8778-e710f92079e5 None None] New status for floating IP 0023fd5a-eb7c-4ad9-9da9-4638d3ba4d14: DOWN {{(pid=106850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 12:01:55.420130 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894404c-0334-4cbf-bba5-42ec9e1965b7 req-4dda52f9-cf22-47ef-b440-d5a4fd1a56ce tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:55.421563 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1894404c-0334-4cbf-bba5-42ec9e1965b7 req-4dda52f9-cf22-47ef-b440-d5a4fd1a56ce tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 945 time: 0.0464482 Oct 15 12:01:55.457381 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-1894404c-0334-4cbf-bba5-42ec9e1965b7 req-e64ded59-611a-48a5-9242-10223f49ca9a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300083 Oct 15 12:01:55.638355 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6050c95-90c2-4cbc-801a-add37addf857 req-db36e11a-72a3-42af-95a2-d8beb8b302c7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 12:01:55.640102 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6050c95-90c2-4cbc-801a-add37addf857 req-db36e11a-72a3-42af-95a2-d8beb8b302c7 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 945 time: 0.0486088 Oct 15 12:01:55.731358 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Deleting port fb71735f-178f-49ca-8f65-9b8a917ab670 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:01:55.731663 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:55.818491 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] For port fb71735f-178f-49ca-8f65-9b8a917ab670, host hv-cinder-81412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81412',level=0,port_id=fb71735f-178f-49ca-8f65-9b8a917ab670,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:01:55.818914 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:55.832664 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Calling delete_port for fb71735f-178f-49ca-8f65-9b8a917ab670 owned by compute:nova {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:01:56.021600 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:56.050954 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event deleted for resources: {'Port': ['ID=fb71735f-178f-49ca-8f65-9b8a917ab670,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:01:56.093048 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] No DVR routers for this DVR port fb71735f-178f-49ca-8f65-9b8a917ab670 on host hv-cinder-81412 {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 12:01:56.095663 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for port, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:56.099041 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-e6050c95-90c2-4cbc-801a-add37addf857 req-a63c8655-0198-4693-937e-c7fe149afd6a tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.32 "DELETE /v2.0/ports/fb71735f-178f-49ca-8f65-9b8a917ab670 HTTP/1.1" status: 204 len: 173 time: 0.4530191 Oct 15 12:01:56.099507 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'name': 'network-vif-deleted', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670'}] {{(pid=106847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 12:01:56.102345 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5542aa4476f8e5b58ef79e5ddbcbf1d663219fdf1d13880e14acc18c1163f3a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2f2ec-78e9-4aeb-953f-1fbf97fd825a" -d '{"events": [{"server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "name": "network-vif-deleted", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670"}]}' {{(pid=106847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 12:01:56.137535 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aaa7e6-3f42-4c2e-99fa-b04adea51903 x-openstack-request-id: req-73aaa7e6-3f42-4c2e-99fa-b04adea51903 {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 12:01:56.137822 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f2b1b8-569f-43f2-be33-4cbd8f318dc7", "name": "network-vif-deleted", "tag": "fb71735f-178f-49ca-8f65-9b8a917ab670", "status": "completed", "code": 200}]} {{(pid=106847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 12:01:56.138121 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73aaa7e6-3f42-4c2e-99fa-b04adea51903 {{(pid=106847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 12:01:56.138532 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f2b1b8-569f-43f2-be33-4cbd8f318dc7', 'name': 'network-vif-deleted', 'tag': 'fb71735f-178f-49ca-8f65-9b8a917ab670', 'status': 'completed', 'code': 200} Oct 15 12:01:56.553207 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [req-b5d7e801-ef0b-4b95-8ef0-a14c104c6e75 req-ff0db0c1-73d4-4096-9871-cbaee429b34f tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "GET /v2.0/ports?device_id=64f2b1b8-569f-43f2-be33-4cbd8f318dc7 HTTP/1.1" status: 200 len: 210 time: 0.0261300 Oct 15 12:01:57.609775 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47600) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:01:57.726352 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Deleting port 7dd3127f-35b8-4fe3-861b-ec83628d7c4d {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:01:57.726715 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:57.799996 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:57.800322 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:57.812404 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Calling delete_port for 7dd3127f-35b8-4fe3-861b-ec83628d7c4d owned by network:floatingip {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:01:58.015746 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:58.026104 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d19ea34e-7c39-46f9-be24-02567e801795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:58.043993 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event deleted for resources: {'Port': ['ID=7dd3127f-35b8-4fe3-861b-ec83628d7c4d,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:01:58.105792 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for floatingip, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:58.108701 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-435047'] for floatingip, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:58.109825 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-3ddcdc27-4217-4d57-bc12-00ca6b0c07b6 tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "DELETE /v2.0/floatingips/50666f82-3f5b-43d7-a09d-21f384af977f HTTP/1.1" status: 204 len: 168 time: 0.4990315 Oct 15 12:01:58.424946 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device fb71735f-178f-49ca-8f65-9b8a917ab670 no longer exists at agent hyperv_hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:01:58.450305 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] No Port match for: fb71735f-178f-49ca-8f65-9b8a917ab670 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:01:58.450678 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Device fb71735f-178f-49ca-8f65-9b8a917ab670 not bound to the agent host hv-cinder-81412 {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:01:59.419828 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47614) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:01:59.475880 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-917e9c6c-341e-4b81-bc4c-660aa2f90f7b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:59.500562 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-917e9c6c-341e-4b81-bc4c-660aa2f90f7b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:59.644146 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-917e9c6c-341e-4b81-bc4c-660aa2f90f7b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:59.646736 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-917e9c6c-341e-4b81-bc4c-660aa2f90f7b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Publish callbacks [] for security_group, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:01:59.647888 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-917e9c6c-341e-4b81-bc4c-660aa2f90f7b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] 10.222.0.37 "DELETE /v2.0/security-groups/c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd HTTP/1.1" status: 204 len: 168 time: 0.2270539 Oct 15 12:01:59.656634 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e9c6c-341e-4b81-bc4c-660aa2f90f7b tempest-TestVolumeBootPattern-1954424426 tempest-TestVolumeBootPattern-1954424426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0815d95-a2e2-4a0b-87a6-cf11e0c2c9cd,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:01:59.792591 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47618) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:00.569463 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0008552a-71ed-46ea-8aaa-56b3a8c6eab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:00.576351 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:00.853220 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Deleting port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:00.853481 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:00.930014 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] For port 840572df-48ff-45f8-8b3f-0bdac7bc1cfb, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:00.930388 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:00.942164 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Calling delete_port for 840572df-48ff-45f8-8b3f-0bdac7bc1cfb owned by network:router_interface {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:01.186417 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:01.210257 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=840572df-48ff-45f8-8b3f-0bdac7bc1cfb,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:01.376578 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:01.582102 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 12:02:01.644319 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:01.681656 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 12:02:01.686618 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-a9f5abfc-a850-4695-a133-e020e72e4ca3 admin admin] 10.222.0.37 "PUT /v2.0/routers/7f89ab24-f208-4170-8bcf-fdef0ff467c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929932 Oct 15 12:02:01.689166 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47622) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:01.690360 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] Sync routers for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 12:02:01.699702 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:02:01.700310 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6be6850>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:02:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:01.793159 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks [] for router, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:01.805229 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: dv-cinder-814129-1-iscsi {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:02:01.893929 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:01.931383 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:01.988558 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6be6850>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T12:02:01Z', 'revision_number': 5, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port': {'id': 'b67afbfe-3d3d-4cad-8f21-2316527a5344', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:04Z', 'updated_at': '2021-10-15T11:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:01.995288 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Deleting port b67afbfe-3d3d-4cad-8f21-2316527a5344 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:01.995624 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.018220 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] Checking router: 7f89ab24-f208-4170-8bcf-fdef0ff467c3 for host: dv-cinder-814129-1-iscsi {{(pid=106849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 12:02:02.027136 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] Routers {'7f89ab24-f208-4170-8bcf-fdef0ff467c3'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:02:02.027746 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a6be6850>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:02:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'], 'active': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:02.076055 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] For port b67afbfe-3d3d-4cad-8f21-2316527a5344, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=b67afbfe-3d3d-4cad-8f21-2316527a5344,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:02.076453 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.088997 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Calling delete_port for b67afbfe-3d3d-4cad-8f21-2316527a5344 owned by network:router_gateway {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:02.111847 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvr_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] Set router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 gateway port host: None {{(pid=106849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:02:02.166159 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_hamode_db [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a6be6850>, [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T12:02:01Z', 'revision_number': 6, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:02.191756 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac1805-b39b-4979-8470-6f70b808827f None None] The sync data for ids ['7f89ab24-f208-4170-8bcf-fdef0ff467c3'] in dv-cinder-814129-1-iscsi is: [{'id': '7f89ab24-f208-4170-8bcf-fdef0ff467c3', 'name': 'tempest-TestVolumeBootPattern-911907804-router', 'tenant_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:03Z', 'updated_at': '2021-10-15T12:02:01Z', 'revision_number': 6, 'project_id': 'a1c9dd4d919842c39adec4fe16a0eb3d', 'gw_port_host': None}] {{(pid=106849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 12:02:02.307220 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.329901 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b67afbfe-3d3d-4cad-8f21-2316527a5344,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:02.390073 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.477715 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.479670 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.601652 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.602213 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f89ab24-f208-4170-8bcf-fdef0ff467c3 {{(pid=106847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 12:02:02.606393 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] Publish callbacks [] for router, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.607607 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-fe70f116-383e-4e5b-8b51-07183174ad1a admin admin] 10.222.0.37 "DELETE /v2.0/routers/7f89ab24-f208-4170-8bcf-fdef0ff467c3 HTTP/1.1" status: 204 len: 168 time: 0.9175296 Oct 15 12:02:02.610074 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47626) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:02.654109 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.db_base_plugin_v2 [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] Deleting subnet 91d89364-3523-44ce-8a4f-508e1d90eae5 {{(pid=106847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 12:02:02.657047 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.689657 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9062860'] for subnet, precommit_delete_associations {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.765855 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.924987 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589085'] for subnet, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.951948 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d89364-3523-44ce-8a4f-508e1d90eae5,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:02.953912 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:02.957112 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-69568291-a3ac-4675-89d6-ff12dbf38a7d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/91d89364-3523-44ce-8a4f-508e1d90eae5 HTTP/1.1" status: 204 len: 168 time: 0.3460867 Oct 15 12:02:02.958050 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adccb53b-3324-461f-84d4-e4cb7680c5fc None None] Network 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 12:02:02.959687 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [-] (106847) accepted ('10.222.0.37', 47628) {{(pid=106847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:03.030381 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 840572df-48ff-45f8-8b3f-0bdac7bc1cfb no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:02:03.041334 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.052033 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 840572df-48ff-45f8-8b3f-0bdac7bc1cfb {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:02:03.052354 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 840572df-48ff-45f8-8b3f-0bdac7bc1cfb not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:02:03.052766 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b67afbfe-3d3d-4cad-8f21-2316527a5344 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:02:03.093104 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Deleting port fdc7e62f-8538-43a1-89c3-ee606087a862 {{(pid=106847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:03.093440 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.105574 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: b67afbfe-3d3d-4cad-8f21-2316527a5344 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:02:03.105917 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device b67afbfe-3d3d-4cad-8f21-2316527a5344 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:02:03.160672 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.db [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] For port fdc7e62f-8538-43a1-89c3-ee606087a862, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=fdc7e62f-8538-43a1-89c3-ee606087a862,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:03.161068 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.175312 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.plugin [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Calling delete_port for fdc7e62f-8538-43a1-89c3-ee606087a862 owned by network:dhcp {{(pid=106847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:03.198588 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] DHCP port deletion for 7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 12:02:03.249226 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Deleting port fdc7e62f-8538-43a1-89c3-ee606087a862 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:03.249597 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.310554 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] For port fdc7e62f-8538-43a1-89c3-ee606087a862, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=fdc7e62f-8538-43a1-89c3-ee606087a862,segment=NetworkSegment(f4722d0e-a7a0-4535-889b-8ba01daf04c0),segment_id=f4722d0e-a7a0-4535-889b-8ba01daf04c0)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:03.310869 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.322894 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Calling delete_port for fdc7e62f-8538-43a1-89c3-ee606087a862 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:03.347176 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885145'] for port, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.373772 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc7e62f-8538-43a1-89c3-ee606087a862,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:03.375630 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] No DVR routers for this DVR port fdc7e62f-8538-43a1-89c3-ee606087a862 on host dv-cinder-814129-1-iscsi {{(pid=106847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 12:02:03.407070 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.431984 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Pushing event deleted for resources: {'Port': ['ID=fdc7e62f-8538-43a1-89c3-ee606087a862,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:03.436234 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] No DVR routers for this DVR port fdc7e62f-8538-43a1-89c3-ee606087a862 on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.448073 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758396f-5778-4f5d-9580-12cfb18845bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:03.453350 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.473898 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a6b1acd0>,) {'filters': {'network_id': ['7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a']}} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:03.483664 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a6b1acd0>, 'f4722d0e-a7a0-4535-889b-8ba01daf04c0') {'for_net_delete': True} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:03.483958 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.services.segments.db [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a6b1acd0>, 'f4722d0e-a7a0-4535-889b-8ba01daf04c0') {} {{(pid=106847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:03.492854 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9062853'] for segment, before_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.505429 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.511652 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=106847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 12:02:03.512034 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885110'] for segment, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: Traceback (most recent call last): Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: timer() Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: cb(*args, **kw) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: return func(*args, **kwargs) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: self._notify() Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: self.callback(batched_events) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: event.method(event) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: return f(self, *a, **k) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._get(url).json() Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: return self.request(url, 'GET', **kwargs) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 12:02:03.513622 dv-cinder-814129-1-iscsi neutron-server[106847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 12:02:03.627185 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.632945 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron_lib.callbacks.manager [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.636301 dv-cinder-814129-1-iscsi neutron-server[106847]: INFO neutron.wsgi [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a HTTP/1.1" status: 204 len: 168 time: 0.6756194 Oct 15 12:02:03.639613 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47630) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:03.647436 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6237-d562-4efa-adcc-b32a6819d513 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1c2bc4-3f3f-4c16-8a40-1503fdb7272a,revision_number=None']} {{(pid=106847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:03.650215 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:03.966631 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-650237'] for router_interface, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:04.416120 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Deleting port 599961f0-1869-408e-a1f4-59801c64d32a {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:04.416452 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:04.489691 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] For port 599961f0-1869-408e-a1f4-59801c64d32a, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=599961f0-1869-408e-a1f4-59801c64d32a,segment=NetworkSegment(8ba76bd1-b7d1-4e12-9529-aa55bed96b1f),segment_id=8ba76bd1-b7d1-4e12-9529-aa55bed96b1f)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:04.490068 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:04.502322 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Calling delete_port for 599961f0-1869-408e-a1f4-59801c64d32a owned by network:router_interface {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:04.701404 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:04.730633 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=599961f0-1869-408e-a1f4-59801c64d32a,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:04.757258 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.757653 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.757915 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.758250 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.758594 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.758927 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.759248 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.759567 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.759890 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.760207 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.760519 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.760835 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814129-1-iscsi {{(pid=106848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 12:02:04.901250 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649293'] for router_interface, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:05.071336 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device fdc7e62f-8538-43a1-89c3-ee606087a862 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:02:05.091622 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: fdc7e62f-8538-43a1-89c3-ee606087a862 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:02:05.091966 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device fdc7e62f-8538-43a1-89c3-ee606087a862 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:02:05.109407 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Router c461fb3c-d2f7-4626-a60a-182d2c3f780a has already been hosted by L3 agent e083f87d-2e3a-462d-b5b5-b6c611d396db {{(pid=106848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 12:02:05.211909 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] Notify agent at l3_agent.dv-cinder-814129-1-iscsi the message routers_updated {{(pid=106848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 12:02:05.216867 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-666b14ce-15ed-436d-a337-7ca9321908d1 admin admin] 10.222.0.37 "PUT /v2.0/routers/c461fb3c-d2f7-4626-a60a-182d2c3f780a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5756032 Oct 15 12:02:05.219487 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47634) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:05.222129 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] Sync routers for ids ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'] in dv-cinder-814129-1-iscsi {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 12:02:05.231164 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] Routers {'c461fb3c-d2f7-4626-a60a-182d2c3f780a'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:02:05.231752 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a73faaf0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:02:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:05.317814 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:05.332012 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] Set router c461fb3c-d2f7-4626-a60a-182d2c3f780a gateway port host: dv-cinder-814129-1-iscsi {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:02:05.416334 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:05.503126 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a73faaf0>, [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'external_fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T12:02:04Z', 'revision_number': 5, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port': {'id': '86ace8ac-fd5a-4fd5-91f8-75583c7a534c', 'name': '', 'network_id': '332f9494-77e4-4aeb-86c5-d78fbfecf2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:83:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814129-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34964b32-4e5a-4487-8b98-0c20527e856e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814129-1-iscsi'}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:05.528976 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] Checking router: c461fb3c-d2f7-4626-a60a-182d2c3f780a for host: dv-cinder-814129-1-iscsi {{(pid=106850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 12:02:05.536870 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] Routers {'c461fb3c-d2f7-4626-a60a-182d2c3f780a'} bound to L3 agent in host dv-cinder-814129-1-iscsi {{(pid=106850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 12:02:05.537031 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Deleting port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:05.537337 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:05.537483 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f69a73faaf0>, 'dv-cinder-814129-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T11:37:00Z,description=<?>,heartbeat_timestamp=2021-10-15T12:02:00Z,host='dv-cinder-814129-1-iscsi',id=e083f87d-2e3a-462d-b5b5-b6c611d396db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-15T11:37:01Z,topic='l3_agent')) {'router_ids': ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'], 'active': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:05.612899 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] For port 86ace8ac-fd5a-4fd5-91f8-75583c7a534c, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,segment=NetworkSegment(4b4e6de9-373f-4fc0-9970-0f8a968e2a02),segment_id=4b4e6de9-373f-4fc0-9970-0f8a968e2a02)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:05.613256 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:05.619535 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvr_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] Set router c461fb3c-d2f7-4626-a60a-182d2c3f780a gateway port host: None {{(pid=106850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 12:02:05.625942 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Calling delete_port for 86ace8ac-fd5a-4fd5-91f8-75583c7a534c owned by network:router_gateway {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:05.668847 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.l3_hamode_db [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f69a73faaf0>, [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T12:02:05Z', 'revision_number': 6, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port_host': None}], 'dv-cinder-814129-1-iscsi', False) {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:05.697546 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17246838-3e8b-40f9-9b4d-cae87b0cd418 None None] The sync data for ids ['c461fb3c-d2f7-4626-a60a-182d2c3f780a'] in dv-cinder-814129-1-iscsi is: [{'id': 'c461fb3c-d2f7-4626-a60a-182d2c3f780a', 'name': 'tempest-TestVolumeBootPattern-1262362786-router', 'tenant_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T11:55:09Z', 'updated_at': '2021-10-15T12:02:05Z', 'revision_number': 6, 'project_id': '8c9fc57f920c45f79c6f56c6ce3f0f2b', 'gw_port_host': None}] {{(pid=106850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 12:02:05.838463 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:05.864052 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ace8ac-fd5a-4fd5-91f8-75583c7a534c,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:05.923328 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651051'] for router_gateway, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.008784 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-98873'] for router, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.010857 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.130336 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652374'] for router, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.130925 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c461fb3c-d2f7-4626-a60a-182d2c3f780a {{(pid=106848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 12:02:06.135288 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] Publish callbacks [] for router, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.136462 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-2a1b4bd5-09ce-4dfd-b67a-45ea51f274a4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c461fb3c-d2f7-4626-a60a-182d2c3f780a HTTP/1.1" status: 204 len: 168 time: 0.9160748 Oct 15 12:02:06.146491 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47636) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:06.192938 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] Deleting subnet d0441c86-2e96-4404-8700-7ffe95443bbb {{(pid=106848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 12:02:06.195948 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.229585 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8767179'] for subnet, precommit_delete_associations {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.301656 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4133166'] for subnet, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.433488 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4133159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8659828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8513679'] for subnet, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.464271 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0441c86-2e96-4404-8700-7ffe95443bbb,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:06.466230 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for subnet, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.474244 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5a376d01-90ae-4cdc-b311-c6cbda19d814 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d0441c86-2e96-4404-8700-7ffe95443bbb HTTP/1.1" status: 204 len: 168 time: 0.3215041 Oct 15 12:02:06.474365 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f953ddf9-b624-4bda-bb4c-ad0c941b1670 None None] Network 6b4bf030-8178-4257-9088-f25f4be717e9 requested from dv-cinder-814129-1-iscsi {{(pid=106849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 12:02:06.475429 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47638) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:06.542014 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3692512'] for network, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.595898 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Deleting port 0d314d99-daf9-4bff-a5f9-6e5e71963555 {{(pid=106848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:06.596235 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.667955 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.db [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] For port 0d314d99-daf9-4bff-a5f9-6e5e71963555, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=0d314d99-daf9-4bff-a5f9-6e5e71963555,segment=NetworkSegment(8ba76bd1-b7d1-4e12-9529-aa55bed96b1f),segment_id=8ba76bd1-b7d1-4e12-9529-aa55bed96b1f)] {{(pid=106848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:06.668294 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.671473 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] DHCP port deletion for 6b4bf030-8178-4257-9088-f25f4be717e9 request from dv-cinder-814129-1-iscsi {{(pid=106849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 12:02:06.682336 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.plugin [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Calling delete_port for 0d314d99-daf9-4bff-a5f9-6e5e71963555 owned by network:dhcp {{(pid=106848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:06.722365 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] Deleting port 0d314d99-daf9-4bff-a5f9-6e5e71963555 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 12:02:06.722771 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755741503973'] for port, before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.787146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] For port 0d314d99-daf9-4bff-a5f9-6e5e71963555, host dv-cinder-814129-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814129-1-iscsi',level=0,port_id=0d314d99-daf9-4bff-a5f9-6e5e71963555,segment=NetworkSegment(8ba76bd1-b7d1-4e12-9529-aa55bed96b1f),segment_id=8ba76bd1-b7d1-4e12-9529-aa55bed96b1f)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 12:02:06.788064 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648206'] for port, precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.799794 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] Calling delete_port for 0d314d99-daf9-4bff-a5f9-6e5e71963555 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 12:02:06.830188 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8659777'] for port, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.860727 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d314d99-daf9-4bff-a5f9-6e5e71963555,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:06.862571 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] No DVR routers for this DVR port 0d314d99-daf9-4bff-a5f9-6e5e71963555 on host dv-cinder-814129-1-iscsi {{(pid=106848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 12:02:06.874374 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755741475907', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755741005608'] for port, after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.904210 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] No DVR routers for this DVR port 0d314d99-daf9-4bff-a5f9-6e5e71963555 on host dv-cinder-814129-1-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 12:02:06.908182 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bbaeb-6411-43c2-aac5-d5cc8c25de66 None None] Pushing event deleted for resources: {'Port': ['ID=0d314d99-daf9-4bff-a5f9-6e5e71963555,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:06.931763 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4130907', 'neutron.services.segments.db._delete_segments_for_network-8755741517635'] for network, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.950386 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f69a53f72b0>,) {'filters': {'network_id': ['6b4bf030-8178-4257-9088-f25f4be717e9']}} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:06.959747 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a53f72b0>, '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f') {'for_net_delete': True} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:06.960607 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.services.segments.db [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f69a53f72b0>, '8ba76bd1-b7d1-4e12-9529-aa55bed96b1f') {} {{(pid=106848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 12:02:06.969252 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755741518412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8767170'] for segment, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.983194 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393'] for segment, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.989249 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=106848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 12:02:06.989633 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4134393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8659758'] for segment, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: Traceback (most recent call last): Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: timer() Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: cb(*args, **kw) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: return func(*args, **kwargs) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: self._notify() Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: self.callback(batched_events) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: event.method(event) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: return f(self, *a, **k) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._get(url).json() Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: return self.request(url, 'GET', **kwargs) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 12:02:06.991325 dv-cinder-814129-1-iscsi neutron-server[106848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 12:02:07.029317 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 86ace8ac-fd5a-4fd5-91f8-75583c7a534c no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:02:07.049790 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 86ace8ac-fd5a-4fd5-91f8-75583c7a534c {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:02:07.050131 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 86ace8ac-fd5a-4fd5-91f8-75583c7a534c not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:02:07.050570 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 0d314d99-daf9-4bff-a5f9-6e5e71963555 no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:02:07.068386 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 0d314d99-daf9-4bff-a5f9-6e5e71963555 {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:02:07.068748 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 0d314d99-daf9-4bff-a5f9-6e5e71963555 not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:02:07.069146 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 599961f0-1869-408e-a1f4-59801c64d32a no longer exists at agent ovs-agent-dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 12:02:07.087438 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] No Port match for: 599961f0-1869-408e-a1f4-59801c64d32a {{(pid=106849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 12:02:07.087780 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.rpc [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Device 599961f0-1869-408e-a1f4-59801c64d32a not bound to the agent host dv-cinder-814129-1-iscsi {{(pid=106849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 12:02:07.095891 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4134312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651215'] for network, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:07.101915 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759641'] for network, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:07.105066 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] 10.222.0.37 "DELETE /v2.0/networks/6b4bf030-8178-4257-9088-f25f4be717e9 HTTP/1.1" status: 204 len: 168 time: 0.6322238 Oct 15 12:02:07.115686 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68afa7-c494-40d7-b9f8-3f18ebb24a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4bf030-8178-4257-9088-f25f4be717e9,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:07.390982 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47642) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:07.429411 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-94989b23-190e-45f9-a7f4-987c75f11a24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1c9dd4d919842c39adec4fe16a0eb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372560 Oct 15 12:02:07.431654 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47644) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:07.477794 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af840872-ad28-4fc2-b09c-cc832704faf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:07.497567 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af840872-ad28-4fc2-b09c-cc832704faf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:07.610027 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af840872-ad28-4fc2-b09c-cc832704faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:07.612611 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-af840872-ad28-4fc2-b09c-cc832704faf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:07.613790 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-af840872-ad28-4fc2-b09c-cc832704faf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/191f3151-24e3-470e-bb14-9e911d24ff17 HTTP/1.1" status: 204 len: 168 time: 0.1812208 Oct 15 12:02:07.621831 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af840872-ad28-4fc2-b09c-cc832704faf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f3151-24e3-470e-bb14-9e911d24ff17,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:08.202113 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47650) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:08.442868 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-5a3d7d55-862e-4cfa-8e34-3b561004195c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c9fc57f920c45f79c6f56c6ce3f0f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393768 Oct 15 12:02:08.445638 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [-] (106848) accepted ('10.222.0.37', 47652) {{(pid=106848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 12:02:08.489470 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b1897251-9be2-4267-a17b-9f9e9593572b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:08.510062 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b1897251-9be2-4267-a17b-9f9e9593572b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:08.615895 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b1897251-9be2-4267-a17b-9f9e9593572b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965866'] for security_group, after_delete {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:08.618406 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron_lib.callbacks.manager [None req-b1897251-9be2-4267-a17b-9f9e9593572b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:08.619551 dv-cinder-814129-1-iscsi neutron-server[106848]: INFO neutron.wsgi [None req-b1897251-9be2-4267-a17b-9f9e9593572b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1513fa8e-48bd-4504-9486-51130adf5d85 HTTP/1.1" status: 204 len: 168 time: 0.1730306 Oct 15 12:02:08.629190 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1897251-9be2-4267-a17b-9f9e9593572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1513fa8e-48bd-4504-9486-51130adf5d85,revision_number=None']} {{(pid=106848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 12:02:19.106391 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:20.054732 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:02:28.019459 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0ef8-9162-4f04-aded-31fe9c86d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:30.569566 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-86b85f91-5407-4e32-abce-a7b5cf34b1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:31.636629 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:31.906246 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:33.637563 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:49.083517 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:02:57.053871 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:02:57.996676 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b641fe39-6af2-48c4-adaa-5e04624cfb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:00.568171 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7475e5a2-487f-444d-ab7f-7efc71732db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:01.688225 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:01.882713 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:03.631147 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:19.087734 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:28.007172 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b45a-e44e-428b-93f2-cf054bbf2c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:30.578400 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-664cdf6c-2ec7-4d31-9e62-85283eb6a772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:31.618538 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:31.893164 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:33.630105 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:34.053564 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:03:49.092497 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:03:57.350372 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-43ab02e9-4d93-47c8-8cee-59f6add43495 req-3fa9e136-7f8a-4a8f-9c7a-95928432f086 service neutron] (106847) timed out ('10.222.0.32', 49894) {{(pid=106847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 12:03:57.460825 dv-cinder-814129-1-iscsi neutron-server[106848]: DEBUG neutron.wsgi [req-73db8ecb-13d6-4c03-9cae-c5562c5fca56 req-b539b914-fea5-4631-add2-e01f80d444b3 tempest-ServerRescueNegativeTestJSON-1824020886 tempest-ServerRescueNegativeTestJSON-1824020886-project] (106848) timed out ('10.222.0.32', 49918) {{(pid=106848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 12:03:58.046930 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3798a99d-c217-46b6-85c5-85f979f8111c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:00.549817 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a538780a-2542-4e03-a394-270729bf0c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:01.629132 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:01.869067 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:03.640917 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:11.052869 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:04:19.102779 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:28.006112 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-dfaed924-97f5-49cc-ab27-3f6b2763e208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:30.525641 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-21c2515a-e45c-4cdb-a591-273cacae3c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:31.633928 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:31.880172 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:33.645432 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:48.052681 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:04:49.090535 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:04:58.004793 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-52c0df1d-4c1d-4bfc-bb5a-c2e8022222b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:00.524745 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7d057af5-af3f-4a7e-b5a3-81b843260163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:01.633018 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:01.878936 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:03.650611 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:19.124193 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:25.050842 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:05:27.986528 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-94c451e5-a390-4899-b241-c7cefdd22276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:30.523892 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-df4637e3-95d4-4aa3-9386-73ad2593a174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:31.643524 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:31.872241 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:33.649615 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:49.163578 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:05:58.008745 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-34804515-4d30-4c25-a6a9-50ac5543d30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:00.540010 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54f6e08a-f5f6-4b50-bed2-fdadbeecd98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:01.654314 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:01.900382 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:02.049169 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:06:03.654823 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:19.122613 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:28.025380 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-766ad9f5-a3cf-46fc-bdbb-04020bfde511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:30.527861 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1f20e357-c473-4de0-84b5-1c1a37382812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:31.630759 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:31.882718 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:33.659812 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:39.046871 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:06:49.133318 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:58.001918 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e90d2112-21d9-430a-bd81-cefecd417815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:06:58.290093 dv-cinder-814129-1-iscsi neutron-server[106847]: DEBUG neutron.wsgi [req-1352dd1d-a327-4e05-81d9-8991c641ec36 req-244ab121-9656-46cb-9da2-9fdd9a02a0b4 service neutron] (106847) timed out ('10.222.0.32', 49923) {{(pid=106847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 12:07:00.516065 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f27fb27f-2532-47cc-9af8-66f165ed6119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:07:01.635882 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6dbdeb80-6346-4d2a-ac92-2434fbd3b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:07:01.870296 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c172-38b3-4a6e-8d1a-9eb65ea45d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:07:03.652794 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e1b98285-9cab-4d8c-8315-409bba149edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 12:07:16.045561 dv-cinder-814129-1-iscsi neutron-server[106850]: DEBUG neutron.db.agents_db [None req-e1867036-e5c5-489d-b9f2-7b58e1de79f1 None None] Agent healthcheck: found 6 active agents {{(pid=106850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 12:07:19.167222 dv-cinder-814129-1-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-250a34b4-dba3-4958-a0c5-9d2c25e865c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755741517617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4132043'] for agent, after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}